-- Logs begin at Mon 2022-03-07 13:20:20 UTC, end at Mon 2022-03-07 14:40:07 UTC. -- Mar 07 13:59:28.813778 dv-cinder-794001-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 07 13:59:31.770269 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.common.config [-] Logging enabled! Mar 07 13:59:31.770885 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev575 Mar 07 13:59:31.771052 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103133) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 13:59:31.774356 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.common.config [-] Logging enabled! Mar 07 13:59:31.774615 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev575 Mar 07 13:59:31.774925 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103133) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 13:59:31.776116 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 13:59:31.776352 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 13:59:31.776754 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 13:59:31.777008 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 13:59:31.777655 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 13:59:31.777981 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.778426 dv-cinder-794001-5-iscsi neutron-server[103133]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 07 13:59:31.778744 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.779048 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.779348 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.779648 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.779940 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.780228 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.780520 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.780856 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.781148 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.781432 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.781720 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.782018 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.782305 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.782616 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.782894 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.783181 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] debug = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.783469 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.783907 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.784335 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.784621 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.784940 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.785226 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.785502 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.785783 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.786072 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.786403 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] host = dv-cinder-794001-5-iscsi {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.786686 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.786977 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.787268 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.787555 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.787832 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.788109 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.788394 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.788669 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.788966 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] log_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.789244 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.789536 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.789826 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.790116 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.790342 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.790566 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.790867 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.791155 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.791434 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.791710 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.791984 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.792259 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.792534 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.792841 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.793150 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.793454 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.793722 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.793998 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.794276 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.794549 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.794827 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.795115 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.795393 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.795669 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.795947 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.796236 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.796507 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.796815 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.797120 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.797407 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.797691 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.797977 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.798252 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.798536 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.798812 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.799085 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.799358 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] use_json = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.799630 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.799902 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.800181 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.800455 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.800749 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.801034 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.801301 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.801587 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.801863 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:31.802161 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.802458 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.802786 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.803066 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.803359 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.803645 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.803939 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.804222 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.804512 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.804832 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.805130 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.805411 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.805712 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.806003 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.806300 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.806607 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.806904 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.807197 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.807475 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.807749 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.808026 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.808306 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.809176 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.809430 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.809724 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.810014 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.810296 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.810595 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.810881 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.811175 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.811464 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.811739 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.812018 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.812311 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.812590 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.812887 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.813170 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.813461 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.813740 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.814014 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.814295 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.814574 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.814846 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.815117 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.815395 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.815686 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.815961 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.816232 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.816504 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.816809 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.817081 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.817367 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.817645 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.817917 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.818188 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.818465 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.818736 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.819010 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.819287 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.819560 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.819837 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.820117 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.820388 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.820660 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.820955 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.821226 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.821498 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.821770 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.823021 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.823298 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.823573 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.823854 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.824746 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.825048 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.825423 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.825777 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.826016 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.826300 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.826584 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.826865 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.827144 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.827425 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.827705 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.827985 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.828259 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.828549 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.828869 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.829163 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.829466 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.829746 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.830043 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.830321 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.830601 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.830886 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.831165 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.831444 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.831728 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.832012 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.832308 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.832602 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.832922 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.833221 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.833513 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.833798 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.834109 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.834388 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:31.834607 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 13:59:31.834844 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103133) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 07 13:59:32.209328 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 13:59:32.209609 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 13:59:32.209915 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 13:59:32.210394 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 07 13:59:32.541158 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:32.541379 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:32.541650 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:32.543001 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:32.543281 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:32.543547 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:32.589987 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:32.590277 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:32.590548 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:32.604544 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:32.604857 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:32.605133 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:32.633946 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:32.634232 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:32.634497 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:32.673022 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:32.673301 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:32.673570 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.020473 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.021132 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.021132 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.021319 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.021967 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.121990 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.122310 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.122593 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.122863 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.123127 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.123431 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.123691 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.123950 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.124210 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.124490 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.124772 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.125037 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.125291 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.125541 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.125796 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.126056 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.126307 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.126572 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.126839 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.127092 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.127358 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.127607 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.127887 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.128253 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.128499 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.128767 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.129153 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:59:33.129393 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:59:33.129629 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:59:33.129869 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:59:33.130102 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:59:33.130341 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:59:33.130701 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 07 13:59:33.133832 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 07 13:59:33.137940 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 07 13:59:33.141643 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Mar 07 13:59:33.143285 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 07 13:59:33.143749 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 07 13:59:33.144093 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 07 13:59:33.144481 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 07 13:59:33.147308 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 07 13:59:33.147566 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 07 13:59:33.147917 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 13:59:33.153115 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 07 13:59:33.177252 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 07 13:59:33.177714 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.178013 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103133) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 07 13:59:33.178392 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.179779 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103133) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 07 13:59:33.180063 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 13:59:33.180311 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 07 13:59:33.184277 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.184706 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.247780 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 07 13:59:33.248022 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 07 13:59:33.248263 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 07 13:59:33.248637 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 07 13:59:33.268803 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_db.sqlalchemy.engines [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103133) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 07 13:59:33.716522 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Initializing driver for type 'gre' Mar 07 13:59:33.717086 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] gre ID ranges: [(1, 1000)] Mar 07 13:59:33.770852 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Initializing driver for type 'local' Mar 07 13:59:33.771206 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Initializing driver for type 'vlan' Mar 07 13:59:33.784926 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] VlanTypeDriver initialization complete Mar 07 13:59:33.785258 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Initializing driver for type 'vxlan' Mar 07 13:59:33.785737 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] vxlan ID ranges: [(1, 1000)] Mar 07 13:59:33.834297 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Initializing extension driver 'port_security' Mar 07 13:59:33.834534 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.extensions.port_security [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] PortSecurityExtensionDriver initialization complete Mar 07 13:59:33.834865 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Initializing mechanism driver 'openvswitch' Mar 07 13:59:33.835183 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Initializing mechanism driver 'hyperv' Mar 07 13:59:33.842175 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:33.843003 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > port after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.843371 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > port after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.843720 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > port after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.844245 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 13:59:33.844672 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.845049 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.845394 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.845787 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 13:59:33.846190 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > network after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.846542 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > network after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.846883 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > network after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.847272 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 13:59:33.847673 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > security_group after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.848022 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > security_group after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.848360 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.848773 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 13:59:33.849175 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.849515 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.849851 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.850237 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 13:59:33.850635 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > address_group after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.850977 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > address_group after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.851310 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.851699 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 13:59:33.852135 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] ML2 OVO RPC backend initialized. {{(pid=103133) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 07 13:59:33.852875 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.853230 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.853641 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > network before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.853987 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > networks before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.854332 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > port before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.854664 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > ports before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.855001 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > subnet before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.855876 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > subnets before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.856641 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > network after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.857015 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > network after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.857359 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > network after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.857703 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > port after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.858043 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > port after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.858380 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > port after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.858715 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.859050 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.859384 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.866622 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.quota [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded quota_driver: . Mar 07 13:59:33.866989 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Modular L2 Plugin initialization complete Mar 07 13:59:33.867334 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading services supported by the core plugin {{(pid=103133) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 07 13:59:33.867676 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Got port-security extension from driver 'port_security' Mar 07 13:59:33.868152 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.extensions.vlantransparent [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Disabled vlantransparent extension. Mar 07 13:59:33.868640 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103133) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 07 13:59:33.868989 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading Plugin: router Mar 07 13:59:33.907149 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.907535 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router after_create 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.907902 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router before_create 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.908262 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.908632 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.909013 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router after_delete 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.909366 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.909711 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.910063 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router after_create 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.910403 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router after_update 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.910747 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router after_update 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.911088 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.911440 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router after_update 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.911851 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.912210 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: port after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.912547 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: port after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.912909 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: subnet after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.913245 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.913589 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.913932 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.914264 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: port before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.914600 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router precommit_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.914948 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router after_update 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.915284 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.915751 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.916112 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.916454 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.916852 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > agent after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.917200 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > agent after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.917541 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > network after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.919287 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Tracking information for resource: router configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:59:33.919622 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Tracking information for resource: floatingip configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 13:59:33.924516 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.db.l3_agentschedulers_db [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 07 13:59:33.925108 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: port after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.925494 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: port after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.925842 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: port after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.926187 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: port after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.926967 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router before_create 55550100 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.927328 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.927687 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router precommit_create 55550100 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.928037 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > router precommit_update 55550100 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.932861 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.services.provider_configuration [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Service providers = [] {{(pid=103133) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 07 13:59:33.933225 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.db.servicetype_db [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103133) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 07 13:59:33.937295 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.services.service_base [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 13:59:33.937637 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.services.service_base [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 13:59:33.937973 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.services.service_base [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 13:59:33.938855 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.services.service_base [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 13:59:33.939221 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.services.service_base [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 07 13:59:33.939590 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:59:33.939904 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 07 13:59:33.951005 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:59:33.951334 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading Plugin: auto_allocate Mar 07 13:59:33.957127 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: network precommit_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.957493 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: network precommit_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.958004 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:59:33.958324 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading Plugin: tag Mar 07 13:59:33.965596 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:59:33.965921 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading Plugin: timestamp Mar 07 13:59:33.969724 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:59:33.970053 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading Plugin: network_ip_availability Mar 07 13:59:33.975475 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.975842 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.976203 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:33.976928 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:59:33.977249 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading Plugin: flavors Mar 07 13:59:33.983103 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:59:33.983428 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading Plugin: revisions Mar 07 13:59:33.987836 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 13:59:33.988223 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_concurrency.lockutils [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.778s {{(pid=103133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 13:59:33.989003 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103133) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 07 13:59:33.989341 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Initializing extension manager. Mar 07 13:59:33.989854 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: __init__.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:33.990192 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: __pycache__ {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:33.990522 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:33.990851 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: address_group.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:33.991600 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:33.992165 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: address-group Mar 07 13:59:33.992489 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: address_scope.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:33.993218 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:33.993727 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: address-scope Mar 07 13:59:33.994047 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:33.994954 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:33.995464 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: router-admin-state-down-before-update Mar 07 13:59:33.995787 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: agent.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:33.997036 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:33.997550 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: agent Mar 07 13:59:33.997872 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: agent_resources_synced.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:33.998772 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:33.999286 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: agent-resources-synced Mar 07 13:59:33.999603 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: allowedaddresspairs.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.001395 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.001917 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: allowed-address-pairs Mar 07 13:59:34.002240 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: auto_allocated_topology.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.003308 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.003818 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: auto-allocated-topology Mar 07 13:59:34.004138 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: availability_zone.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.004862 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.005367 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: availability_zone Mar 07 13:59:34.005686 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: availability_zone_filter.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.006585 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.007097 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: availability_zone_filter Mar 07 13:59:34.007415 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: data_plane_status.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.008304 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.008838 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension data-plane-status not supported by any of loaded plugins Mar 07 13:59:34.009156 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: default_subnetpools.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.010051 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.010550 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: default-subnetpools Mar 07 13:59:34.010868 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.012121 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.012660 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: dhcp_agent_scheduler Mar 07 13:59:34.013004 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: dns.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.013917 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.014423 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension dns-integration not supported by any of loaded plugins Mar 07 13:59:34.014760 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: dns_domain_ports.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.015667 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.016173 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 07 13:59:34.016491 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.017447 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.017951 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 07 13:59:34.018267 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: dvr.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.018924 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.019430 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: dvr Mar 07 13:59:34.019748 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: ecmp_routes.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.020651 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.021201 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 07 13:59:34.021489 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: empty_string_filtering.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.022382 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.022889 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: empty-string-filtering Mar 07 13:59:34.023240 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.024130 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.024629 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 07 13:59:34.024973 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.026118 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.026640 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 07 13:59:34.026961 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: external_net.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.028911 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.029423 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: external-net Mar 07 13:59:34.029744 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.030636 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.031140 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: extra_dhcp_opt Mar 07 13:59:34.031459 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: extraroute.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.032355 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.032887 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: extraroute Mar 07 13:59:34.033209 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: extraroute_atomic.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.034218 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.034726 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: extraroute-atomic Mar 07 13:59:34.035045 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: filter_validation.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.035698 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.036205 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: filter-validation Mar 07 13:59:34.036521 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: fip_pf_description.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.037444 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.037942 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 07 13:59:34.038259 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: fip_port_details.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.039336 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.039841 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: fip-port-details Mar 07 13:59:34.040164 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: flavors.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.041433 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.041950 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: flavors Mar 07 13:59:34.042272 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.045028 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.045570 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 07 13:59:34.045886 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: floatingip_pools.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.046581 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.047096 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: floatingip-pools Mar 07 13:59:34.047419 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: ip_allocation.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.048342 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.048879 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension ip_allocation not supported by any of loaded plugins Mar 07 13:59:34.049203 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.050113 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.050619 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: ip-substring-filtering Mar 07 13:59:34.050943 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: l2_adjacency.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.051851 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.052352 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 07 13:59:34.052675 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: l3.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.053654 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.054171 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: router Mar 07 13:59:34.054499 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.056802 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.057338 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 07 13:59:34.057671 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.058740 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.059382 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: ext-gw-mode Mar 07 13:59:34.059710 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.060625 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.061166 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: l3-ha Mar 07 13:59:34.061494 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.062392 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.062895 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 07 13:59:34.063221 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: l3_flavors.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.064125 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.064633 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: l3-flavors Mar 07 13:59:34.064986 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.066352 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.066868 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 07 13:59:34.067198 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.068099 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.068613 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 07 13:59:34.068959 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: l3agentscheduler.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.069989 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.070504 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: l3_agent_scheduler Mar 07 13:59:34.070829 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: local_ip.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.072586 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.073144 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension local_ip not supported by any of loaded plugins Mar 07 13:59:34.073472 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: logging.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.076862 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.077393 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension logging not supported by any of loaded plugins Mar 07 13:59:34.077727 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: metering.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.078472 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.079047 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: metering Mar 07 13:59:34.079377 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.080466 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.081017 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: metering_source_and_destination_fields Mar 07 13:59:34.081345 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: multiprovidernet.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.082266 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.082776 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: multi-provider Mar 07 13:59:34.083099 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: netmtu.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.084003 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.084582 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: net-mtu Mar 07 13:59:34.084890 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: netmtu_writable.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.085795 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.086299 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: net-mtu-writable Mar 07 13:59:34.086620 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: network_availability_zone.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.087287 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.087788 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: network_availability_zone Mar 07 13:59:34.088107 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: network_ip_availability.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.089256 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.090697 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: network-ip-availability Mar 07 13:59:34.091038 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: network_segment_range.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.091802 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.092310 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension network-segment-range not supported by any of loaded plugins Mar 07 13:59:34.092633 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: pagination.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.093623 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.093952 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: pagination Mar 07 13:59:34.094270 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: port_device_profile.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.095166 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.095675 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: port-device-profile Mar 07 13:59:34.095994 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.096941 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.097448 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: port-mac-address-regenerate Mar 07 13:59:34.097773 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.098664 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.099170 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: port-numa-affinity-policy Mar 07 13:59:34.099486 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: port_resource_request.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.100384 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.100910 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension port-resource-request not supported by any of loaded plugins Mar 07 13:59:34.101231 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: port_resource_request_groups.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.102191 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.102694 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 07 13:59:34.103013 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: portbindings.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.103931 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.104436 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: binding Mar 07 13:59:34.104788 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: portbindings_extended.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.110580 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.111102 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: binding-extended Mar 07 13:59:34.111438 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: portsecurity.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.112358 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.112902 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: port-security Mar 07 13:59:34.113231 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: project_id.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.114196 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.114530 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: project-id Mar 07 13:59:34.114855 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: providernet.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.115760 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.116271 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: provider Mar 07 13:59:34.116599 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: qos.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.120187 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.120728 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension qos not supported by any of loaded plugins Mar 07 13:59:34.121479 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.122751 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.123267 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 07 13:59:34.123595 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.124500 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.125044 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 07 13:59:34.125369 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: qos_default.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.126267 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.126779 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension qos-default not supported by any of loaded plugins Mar 07 13:59:34.127104 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: qos_fip.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.128020 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.128533 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension qos-fip not supported by any of loaded plugins Mar 07 13:59:34.128881 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.129782 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.130299 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 07 13:59:34.130619 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: qos_gateway_ip.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.131527 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.132045 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 07 13:59:34.132365 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: qos_port_network_policy.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.133428 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.133944 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 07 13:59:34.134267 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.135300 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.135813 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 07 13:59:34.136136 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.137702 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.138220 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 07 13:59:34.138546 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: qos_pps_rule.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.139732 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.140250 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension qos-pps not supported by any of loaded plugins Mar 07 13:59:34.140575 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: qos_rule_type_details.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.141505 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.142024 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 07 13:59:34.142348 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: qos_rules_alias.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.143381 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.143897 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 07 13:59:34.144221 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: quota_check_limit.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.145140 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.145657 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: quota-check-limit Mar 07 13:59:34.145981 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: quotasv2.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.146900 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.147228 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: quotas Mar 07 13:59:34.147548 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: quotasv2_detail.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.149354 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.149693 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: quota_details Mar 07 13:59:34.150019 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: rbac.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.151334 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.151864 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: rbac-policies Mar 07 13:59:34.152752 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: rbac_address_group.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.154117 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.154634 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: rbac-address-group Mar 07 13:59:34.154960 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: rbac_address_scope.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.155868 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.156377 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: rbac-address-scope Mar 07 13:59:34.156727 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: rbac_security_groups.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.157733 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.158239 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: rbac-security-groups Mar 07 13:59:34.158561 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: rbac_subnetpool.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.159654 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.160174 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: rbac-subnetpool Mar 07 13:59:34.160498 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: revisionifmatch.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.161538 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.162049 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: revision-if-match Mar 07 13:59:34.162378 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: revisions.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.163505 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.164017 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: standard-attr-revisions Mar 07 13:59:34.164341 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: router_availability_zone.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.165041 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.165551 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: router_availability_zone Mar 07 13:59:34.165869 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: routerservicetype.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.166774 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.167277 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension router-service-type not supported by any of loaded plugins Mar 07 13:59:34.167597 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.169013 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.169525 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: security-groups-normalized-cidr Mar 07 13:59:34.169846 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.170762 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.171266 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: port-security-groups-filtering Mar 07 13:59:34.171585 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.172507 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.173040 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: security-groups-remote-address-group Mar 07 13:59:34.173359 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.174279 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.174784 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: security-groups-shared-filtering Mar 07 13:59:34.175106 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.175682 dv-cinder-794001-5-iscsi neutron-server[103133]: WARNING neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 07 13:59:34.176000 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: securitygroup.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.186720 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.187249 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: security-group Mar 07 13:59:34.187583 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: segment.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.188364 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.188907 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension segment not supported by any of loaded plugins Mar 07 13:59:34.189235 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.190167 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.190678 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 07 13:59:34.191004 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: servicetype.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.192096 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.192615 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: service-type Mar 07 13:59:34.192971 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: sorting.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.193943 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.194274 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: sorting Mar 07 13:59:34.194593 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: standard_attr_segment.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.195505 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.196017 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 07 13:59:34.196338 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: standardattrdescription.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.197002 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.197509 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: standard-attr-description Mar 07 13:59:34.197827 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: stateful_security_group.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.198745 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.199489 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: stateful-security-group Mar 07 13:59:34.199817 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: stdattrs_common.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.200379 dv-cinder-794001-5-iscsi neutron-server[103133]: WARNING neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 07 13:59:34.200705 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.201645 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.202157 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 07 13:59:34.202481 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: subnet_onboard.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.203596 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.205628 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: subnet_onboard Mar 07 13:59:34.205955 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.206937 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.207632 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 07 13:59:34.207957 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: subnet_service_types.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.208973 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.209568 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: subnet-service-types Mar 07 13:59:34.209933 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: subnetallocation.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.211146 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.211659 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: subnet_allocation Mar 07 13:59:34.211980 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.212646 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.213175 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: subnetpool-prefix-ops Mar 07 13:59:34.213496 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.214414 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.215987 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 07 13:59:34.216315 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: tagging.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.217401 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.217919 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: standard-attr-tag Mar 07 13:59:34.218244 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: timestamp.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.219441 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.219955 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loaded extension: standard-attr-timestamp Mar 07 13:59:34.220281 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: trunk.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.221330 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.221843 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension trunk not supported by any of loaded plugins Mar 07 13:59:34.222167 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: trunk_details.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.223089 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.223597 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension trunk-details not supported by any of loaded plugins Mar 07 13:59:34.223917 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: uplink_status_propagation.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.224865 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.225377 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 07 13:59:34.225698 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Loading extension file: vlantransparent.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 13:59:34.226356 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 13:59:34.226862 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 07 13:59:34.229372 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Creating instance of TrackedResource for resource:network Mar 07 13:59:34.229891 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Creating instance of TrackedResource for resource:subnet Mar 07 13:59:34.230349 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 13:59:34.231267 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Creating instance of TrackedResource for resource:port Mar 07 13:59:34.232485 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:59:34.232961 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Service FLAVORS assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:59:34.233565 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:59:34.234005 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:59:34.234336 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Creating instance of TrackedResource for resource:router Mar 07 13:59:34.234760 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 13:59:34.235252 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Service METERING assigned prefix: /metering {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:59:34.236703 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:34.237074 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:34.237422 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 13:59:34.238398 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 13:59:34.238847 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Creating instance of TrackedResource for resource:security_group Mar 07 13:59:34.239276 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 13:59:34.239866 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Service CORE assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:59:34.240196 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 13:59:34.240539 dv-cinder-794001-5-iscsi neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] subnetpool is already registered Mar 07 13:59:34.240991 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Service CORE assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:59:34.241325 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 13:59:34.241652 dv-cinder-794001-5-iscsi neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] subnetpool is already registered Mar 07 13:59:34.243900 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:59:34.244329 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Service FLAVORS assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:59:34.244945 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:59:34.245366 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:59:34.245700 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Creating instance of TrackedResource for resource:router Mar 07 13:59:34.246994 dv-cinder-794001-5-iscsi neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] router is already registered Mar 07 13:59:34.247417 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 13:59:34.247755 dv-cinder-794001-5-iscsi neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] floatingip is already registered Mar 07 13:59:34.248212 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Service METERING assigned prefix: /metering {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:59:34.248899 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 13:59:34.249227 dv-cinder-794001-5-iscsi neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] rbac_policy is already registered Mar 07 13:59:34.249635 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Creating instance of TrackedResource for resource:security_group Mar 07 13:59:34.249968 dv-cinder-794001-5-iscsi neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] security_group is already registered Mar 07 13:59:34.250366 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 13:59:34.250696 dv-cinder-794001-5-iscsi neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] security_group_rule is already registered Mar 07 13:59:34.251310 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Service CORE assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:59:34.251645 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 13:59:34.251975 dv-cinder-794001-5-iscsi neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] subnetpool is already registered Mar 07 13:59:34.252387 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Service CORE assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 13:59:34.252753 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 13:59:34.253092 dv-cinder-794001-5-iscsi neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] subnetpool is already registered Mar 07 13:59:34.253550 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: extensions {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.254999 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: address-groups {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.256471 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: address-scopes {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.257821 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: agents {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.258975 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: auto-allocated-topology {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.260204 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: availability_zones {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.261448 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: dhcp-networks {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.263480 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: dhcp-agents {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.264927 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: routers {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.267125 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: flavors {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.268271 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: service_profiles {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.269511 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: next_providers {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.270941 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: service_profiles {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.272475 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: floatingip-pools {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.273730 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: routers {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.276094 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: floatingips {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.279161 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: l3-routers {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.280544 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: l3-agents {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.281981 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: metering-labels {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.283334 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: metering-label-rules {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.284604 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: network-ip-availabilities {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.285951 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: bindings {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.287607 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: quotas {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.289193 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: quotas {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.290707 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: rbac-policies {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.291986 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: security-groups {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.294448 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: security-group-rules {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.295686 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: service-providers {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.296907 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: subnetpools {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.298316 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: subnetpools {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.299753 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.301453 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.303259 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.305029 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.306802 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.309167 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.310873 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.312774 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.314521 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.316330 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 13:59:34.322117 dv-cinder-794001-5-iscsi neutron-server[103133]: WARNING keystonemiddleware.auth_token [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 07 13:59:34.327258 dv-cinder-794001-5-iscsi neutron-server[103133]: WARNING keystonemiddleware.auth_token [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 07 13:59:34.335844 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_concurrency.lockutils [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Acquired lock "singleton_lock" {{(pid=103133) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 07 13:59:34.336264 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_concurrency.lockutils [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Releasing lock "singleton_lock" {{(pid=103133) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 07 13:59:34.336940 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO oslo_service.service [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Starting 2 workers Mar 07 13:59:34.342906 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Started child 103240 {{(pid=103133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 13:59:34.347531 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Started child 103241 {{(pid=103133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 13:59:34.348325 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:34.349184 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO neutron.service [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 07 13:59:34.349828 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:34.349983 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [-] (103240) wsgi starting up on http://0.0.0.0:9696 Mar 07 13:59:34.352301 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO oslo_service.service [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Starting 1 workers Mar 07 13:59:34.352495 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:34.354049 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [-] (103241) wsgi starting up on http://0.0.0.0:9696 Mar 07 13:59:34.358849 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Started child 103242 {{(pid=103133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 13:59:34.359406 dv-cinder-794001-5-iscsi neutron-server[103133]: INFO oslo_service.service [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Starting 1 workers Mar 07 13:59:34.362158 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.service [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] calling RpcWorker wait() {{(pid=103242) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 07 13:59:34.362706 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.service [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] returning from RpcWorker wait() {{(pid=103242) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 07 13:59:34.364015 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Started child 103243 {{(pid=103133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 13:59:34.364140 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:34.364614 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:34.364881 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-f074fde1-1f4b-4eab-ac8b-26431cda3de3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:34.366854 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103133) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 13:59:34.367065 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 13:59:34.367247 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 13:59:34.367469 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 13:59:34.367801 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 13:59:34.367962 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 13:59:34.368472 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.368792 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.369225 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.369322 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:34.369771 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.369771 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.370355 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.370596 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.370849 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.371185 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.372037 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.372208 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.372380 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.372853 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.372951 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.373189 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.373628 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.373872 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.374139 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.374311 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.374573 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.374845 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.375096 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.375355 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] debug = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.375608 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.376095 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.376330 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.376579 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.376835 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.377193 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.377535 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.377816 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.381534 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.381823 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.382089 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.382385 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.382660 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.382908 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.383191 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.383434 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.383708 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.383945 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.384405 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] host = dv-cinder-794001-5-iscsi {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.384648 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.384896 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.385146 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.385401 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.385655 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.385912 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.386166 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.386434 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.387195 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.388052 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.388318 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.388578 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.388842 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.389094 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.389261 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_options = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.389506 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.389803 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.390072 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.390259 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.390426 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.390588 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.390857 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.391021 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.391265 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.391481 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.391695 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.391909 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.392129 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.392345 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.392630 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.392874 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.393110 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.393352 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.393601 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.393855 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.394295 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.394435 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.394783 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.395106 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.395284 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.395414 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.395631 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.395960 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.396088 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.396325 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.397195 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.397195 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.397195 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.397651 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.397651 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.398025 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:34.398180 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.398180 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.398180 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.398561 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.398713 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.398918 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.399169 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.399383 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.399611 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.399841 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.400057 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.401141 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_json = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.401141 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.401141 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.401555 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.401555 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.401761 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.401888 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.402099 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.403053 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.403399 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.403871 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.404145 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.404944 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.404944 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.405801 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.405801 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.405801 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.405801 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.406115 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.406196 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.406619 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.406972 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.408815 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.408815 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.408815 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.409089 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.409381 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.409824 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.410231 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.410629 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.411032 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.411446 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.411875 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.412272 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.412675 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.413102 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.413481 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.413925 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.414373 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.414913 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.415348 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.415751 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.416173 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.416569 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.417014 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.417270 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.417505 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.417800 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.418149 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.418436 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.418871 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.419116 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.419549 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.419947 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.420320 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.420742 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.421119 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.421549 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.421798 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.422033 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.422281 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.422521 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.422805 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.423040 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.423302 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.423531 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.423787 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.424234 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.424672 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.425101 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.425527 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.425831 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.426158 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.426457 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.426702 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.426924 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.427150 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.427370 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.427626 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.427872 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.428091 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.428304 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.428766 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.429180 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.429607 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.430044 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.430441 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.430834 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.431081 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.431303 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.431543 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.431957 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.432373 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.432678 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.432974 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.433270 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.433621 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.434253 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.434396 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.434637 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.434890 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.435182 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.435511 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.435760 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.436208 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.436612 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.437083 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.437514 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.437950 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.438360 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.438796 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.439200 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.439483 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.439741 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.439983 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.440231 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.440463 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.440736 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.440968 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.441211 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.441468 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.441691 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.441934 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.442166 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.442441 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.442705 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.442969 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.443211 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.443478 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.443775 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.444052 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.444337 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.444560 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.444863 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.445198 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.445470 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.445748 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.446024 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.446278 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.446535 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.446789 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.447051 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.447284 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.447607 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.447858 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.448119 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.448370 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.448613 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.448892 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.449720 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.449978 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.450202 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.450447 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.450680 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.451135 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.451378 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.451648 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.451902 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.452147 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.452400 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.452650 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.452900 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.453147 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.453384 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.453602 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.453843 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.454066 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.454299 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.454524 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.454743 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.454996 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.455229 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.455467 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.455684 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.455906 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.456142 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.456396 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.456639 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.456903 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.457146 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.457386 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.457603 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.457821 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.458059 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.458312 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.458531 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.458799 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.459056 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.459309 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.459535 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.459780 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.460035 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.460253 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.460502 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.460746 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.460965 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.461181 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.461401 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.461637 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.461874 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.462101 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.462315 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.462572 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.462826 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.463185 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.463432 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.463667 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.463917 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.464173 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.464412 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.464652 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.465545 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.465771 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.465995 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.466221 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.466483 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.466721 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.466941 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.467159 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.467396 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.467658 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.467911 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.468166 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.468388 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.468638 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.468899 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.469126 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.469342 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.469556 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.469768 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.469999 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.470210 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.470417 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.470711 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.470974 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.471206 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.471465 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.471704 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.471981 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.472227 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.472442 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.472654 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.472883 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:34.472994 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.473149 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.473383 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.473613 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.473826 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.474059 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.474281 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.474498 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.474709 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.474933 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.475193 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.475480 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.475711 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.475928 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.476179 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.476410 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.476621 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.476922 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.477568 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.477568 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.477568 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.477800 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.477937 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.478148 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.478370 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.478587 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.478940 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.479054 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.479325 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.479545 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.479988 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.480436 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.480722 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.481052 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.481371 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.481614 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.481858 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.482112 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.482365 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.482611 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.482887 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.483208 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.483520 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.483794 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.484058 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.484342 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.484640 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.484958 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.485199 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.485494 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.485824 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.486124 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.486402 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.486656 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.486918 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.487332 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.487434 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.488989 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.489529 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.489833 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.490160 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.490470 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.491123 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 58392) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:59:34.491526 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.491807 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.492096 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.492349 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.492606 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.492911 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.493183 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.493441 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.493614 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 13:59:34.494159 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103133) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 13:59:34.494331 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 13:59:34.494494 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 13:59:34.494747 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 13:59:34.494931 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 13:59:34.495154 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 13:59:34.495403 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.495573 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.495923 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.496272 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.496657 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.497013 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.497317 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.497626 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.497951 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.498253 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.498429 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.498595 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.498762 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.498928 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.499093 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.499259 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.499503 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.499622 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.499750 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.500067 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.500232 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.500396 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.500560 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] debug = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.500742 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.500965 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.501135 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.501294 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.501607 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.502064 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080764 Mar 07 13:59:34.502558 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.502558 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.502732 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.502902 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.503058 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.503381 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.503677 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.503978 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.504337 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.504483 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.504652 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.505445 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.505445 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.505445 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] host = dv-cinder-794001-5-iscsi {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.505445 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.505445 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.505823 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.505823 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.505963 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.506054 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.506209 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.506369 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.506530 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.506691 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.506852 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.507012 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.507173 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.507335 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.507495 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_options = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.508231 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.508231 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.508231 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.508231 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.508509 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.508509 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.508633 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.508778 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.508941 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.509103 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.509323 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.509427 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.509627 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.510630 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.510794 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.510960 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.511228 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.511457 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.512109 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.512269 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.512519 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.512862 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.513226 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.513546 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.513884 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.514223 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.514513 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.514830 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.515213 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.515511 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.515911 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.516251 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.516481 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.516875 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.517057 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.517207 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.517583 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.517810 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.517965 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.518141 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.518302 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.519133 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.519133 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.519133 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.519133 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.519836 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.519836 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_json = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.519836 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.519836 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.520376 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.520376 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.520376 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.520564 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.520789 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.520936 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.521821 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 13:59:34.521821 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.521821 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.521821 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.522184 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.522184 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.522318 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.522434 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.522757 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.522853 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.523778 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.523778 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.523778 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.523778 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.524091 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.524091 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.524212 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.524348 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.525269 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.525269 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.525269 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.525269 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.525269 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.525958 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.525958 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.526091 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.526222 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.526415 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.526643 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.526915 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.527049 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.527329 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.527612 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.527612 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.528112 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.528194 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.528350 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.528564 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.528852 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.529029 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.529235 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.529468 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.529635 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.529822 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.530218 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.530541 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.530764 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.530920 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.531045 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.531232 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.531463 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.531651 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.531917 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.532068 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.532488 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.532714 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.532854 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.533097 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.533267 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.533410 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.533627 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.533839 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.534046 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.534203 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.534411 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.534618 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.534835 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.535061 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.535228 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.535436 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.535649 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.535833 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.536061 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.536296 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.536481 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.536745 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.536866 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.537007 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.537176 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.537346 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.537491 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.537628 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.537869 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.538074 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.538242 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.538440 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.538642 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.538817 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.538992 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.539207 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.539411 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.539694 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.539856 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.540026 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.540234 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.540469 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.540957 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.540957 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.541245 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.541327 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.541433 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.541597 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.541761 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.541939 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.542106 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.542288 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.542491 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.542708 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.543501 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.544175 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.544175 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.544175 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.544422 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.544916 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.545410 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.545410 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.545608 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.545608 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.545794 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.545931 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.546112 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.546280 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.546449 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.546614 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.546787 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.546964 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.548027 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.548027 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.548027 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.548027 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.548027 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.548027 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.548027 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.548542 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.548542 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.548542 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.548860 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.548860 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.549056 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.549225 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.549795 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.549795 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.549795 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.550031 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.550031 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.550190 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.550301 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.550462 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.550624 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.550782 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.550941 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.551101 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.551259 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.551418 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.551583 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.551737 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.551893 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.552052 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.552311 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.552478 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.552638 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.552854 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.553015 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.553175 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.553335 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.553493 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.553652 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.553811 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.553970 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.554131 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.554291 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.554450 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.554611 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.554771 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.554929 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.555088 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.555246 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.555408 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.555567 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.555727 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.555887 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.556048 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.556208 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.556368 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.556529 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.556708 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.556869 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.557030 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.557188 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.557354 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.557534 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.557689 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.557859 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.557970 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.558132 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.558365 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.558701 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.559301 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.559474 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.559638 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.559799 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.559960 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.560119 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.560280 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.560442 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.560605 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.561290 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.561290 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.561290 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.561290 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.561613 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.561613 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.561760 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.561838 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.561996 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.562155 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.563089 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.563270 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.563424 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.563570 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.564515 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.564515 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.564515 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.564515 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.564515 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.564515 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.564986 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.564986 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.565134 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.565213 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.565348 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.565505 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.565664 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.565822 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.565980 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.566139 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.566308 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.566467 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.566625 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.566783 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.566942 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.567101 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.567269 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.567427 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.567583 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.567741 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.567899 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.568057 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.568225 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.568383 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.568540 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.568779 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.568959 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.569110 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.569344 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.569344 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.569628 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.569628 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.569848 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.569929 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.570072 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.570233 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.570408 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.570559 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.570718 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.570916 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.571031 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.571183 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.571341 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.571509 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.571668 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.571826 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.571985 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.572146 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.572310 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.572479 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.572646 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.572832 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.573001 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.573267 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.573441 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.573601 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.573767 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.573940 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.575621 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.575833 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.575981 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.576145 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.576308 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.576468 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.576630 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.576853 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.576981 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.577114 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.577272 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.577432 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.577592 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.577752 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.577910 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.578070 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.578227 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.578877 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.578877 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 13:59:34.578877 dv-cinder-794001-5-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 13:59:45.876008 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750c4891-7b23-4460-b218-a4ec4c041163 None None] get_active_networks_info from dv-cinder-794001-5-iscsi {{(pid=103242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 13:59:45.942660 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750c4891-7b23-4460-b218-a4ec4c041163 None None] No non-hosted networks {{(pid=103242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 07 13:59:45.952004 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.agentschedulers_db [None req-750c4891-7b23-4460-b218-a4ec4c041163 None None] DHCP Agent not found on host dv-cinder-794001-5-iscsi {{(pid=103242) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 07 13:59:46.010094 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3f980aa2-330d-4ae5-8fba-61e25979c6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1753843'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:48.100226 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fd9c4d54-3eca-4755-9b31-940ea8f70e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1753843'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:48.133813 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b3f3d77a-b9c6-4577-b6ad-b49d98a2e6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:49.361527 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1753843'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:50.807863 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1753843'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:52.085369 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 58476) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:59:52.288838 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1753843'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:52.296190 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:52.300492 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:52.301178 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:52.302041 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:52.303376 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:52.303875 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:52.304995 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:52.305673 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:52.306347 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:52.313513 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:52.314545 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:52.315063 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:52.315828 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:52.316439 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-794001-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:52.332964 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-794001-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 13:59:52.650090 dv-cinder-794001-5-iscsi neutron-server[103240]: WARNING oslo_policy.policy [None req-0675482c-b703-45d4-93a5-fc3791bc7c86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:59:52.650931 dv-cinder-794001-5-iscsi neutron-server[103240]: WARNING oslo_policy.policy [None req-0675482c-b703-45d4-93a5-fc3791bc7c86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:59:52.878860 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [None req-0675482c-b703-45d4-93a5-fc3791bc7c86 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 13:59:52.880129 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-0675482c-b703-45d4-93a5-fc3791bc7c86 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7935138 Mar 07 13:59:53.307116 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.db.l3_hamode_db [None req-38aad5f3-7e11-4f6d-ad16-c809e6f45cfb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 07 13:59:53.388082 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aad5f3-7e11-4f6d-ad16-c809e6f45cfb None None] Routers set() bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 13:59:53.388483 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aad5f3-7e11-4f6d-ad16-c809e6f45cfb None None] Router IDs set() for agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 13:59:55.425191 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 58502) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:59:55.730752 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-1e510950-0fe8-4bc1-9d92-4aad84a24f31 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:59:55.823781 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.policy [None req-1e510950-0fe8-4bc1-9d92-4aad84a24f31 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103240) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 13:59:55.865871 dv-cinder-794001-5-iscsi neutron-server[103240]: WARNING oslo_policy.policy [None req-1e510950-0fe8-4bc1-9d92-4aad84a24f31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:59:55.866249 dv-cinder-794001-5-iscsi neutron-server[103240]: WARNING oslo_policy.policy [None req-1e510950-0fe8-4bc1-9d92-4aad84a24f31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 13:59:55.959839 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1e510950-0fe8-4bc1-9d92-4aad84a24f31 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793136503334', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793136502809', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793136521965', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793136519652', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793136542542', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793136533400', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3584659', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3379282', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1885726', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1991841'] for rbac-policy (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:56.023318 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1e510950-0fe8-4bc1-9d92-4aad84a24f31 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:56.024584 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-1e510950-0fe8-4bc1-9d92-4aad84a24f31 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5984056 Mar 07 13:59:58.498245 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 58512) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 13:59:58.806534 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 13:59:58.836055 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Made reservation on behalf of d8d976b528844b569fff16184bd49d70 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 13:59:58.839997 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:58.856277 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:58.964240 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Publish callbacks [] for security_group (cb88efc5-4203-41cc-bd8d-ff683bdaa2b0), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:58.967873 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (cb88efc5-4203-41cc-bd8d-ff683bdaa2b0), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:58.999021 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 13:59:59.027394 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793137543518', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (886cdb99-7afd-42c1-9e2c-c9ed8d35eedf), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:59.027985 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Unsubscribe: segment precommit_create {{(pid=103240) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 13:59:59.028503 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.db.segments_db [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Added segment 886cdb99-7afd-42c1-9e2c-c9ed8d35eedf of type vlan for network d0b358a3-1f1e-45de-a055-9c3c866708d7 Mar 07 13:59:59.034136 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=cb88efc5-4203-41cc-bd8d-ff683bdaa2b0,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:59.055443 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:59.055804 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:59.056163 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:59.056499 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:59.056852 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:59.057236 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:59.057540 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:59.058465 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:59.059008 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:59.059357 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:59.059676 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:59.059991 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:59.060304 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Tracked resource versions report: Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: pushed versions: Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: { 'AddressGroup': {'1.2'}, Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'ConntrackHelper': {'1.0'}, Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'LocalIPAssociation': {'1.0'}, Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Log': {'1.0'}, Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Network': {'1.1'}, Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Port': {'1.7'}, Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'PortForwarding': {'1.2'}, Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'QosPolicy': {'1.10'}, Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'SecurityGroup': {'1.5'}, Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'SecurityGroupRule': {'1.2'}, Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'SubPort': {'1.0'}, Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Subnet': {'1.1'}, Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Trunk': {'1.1'}} Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: consumer versions: Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: { DHCP agent@dv-cinder-794001-5-iscsi: {}, Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: L3 agent@dv-cinder-794001-5-iscsi: {}, Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: Metadata agent@dv-cinder-794001-5-iscsi: {}, Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: Metering agent@dv-cinder-794001-5-iscsi: {}, Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: Open vSwitch agent@dv-cinder-794001-5-iscsi: { 'AddressGroup': '1.2', Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'ConntrackHelper': '1.0', Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'LocalIPAssociation': '1.0', Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Log': '1.0', Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Network': '1.1', Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Port': '1.7', Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'PortForwarding': '1.2', Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'QosPolicy': '1.10', Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'SecurityGroup': '1.5', Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'SecurityGroupRule': '1.2', Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'SubPort': '1.0', Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Subnet': '1.1', Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Trunk': '1.1'}} Mar 07 13:59:59.061731 dv-cinder-794001-5-iscsi neutron-server[103240]: {{(pid=103240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 13:59:59.143071 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (d0b358a3-1f1e-45de-a055-9c3c866708d7), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:59.182341 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (d0b358a3-1f1e-45de-a055-9c3c866708d7), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:59.188179 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 13:59:59.188906 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 13:59:59.250897 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7515857 Mar 07 13:59:59.306949 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a044577-7ddc-489e-a9e5-4bb221d12827 demo demo] Pushing event updated for resources: {'Network': ['ID=d0b358a3-1f1e-45de-a055-9c3c866708d7,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 13:59:59.320246 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network d0b358a3-1f1e-45de-a055-9c3c866708d7 details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:00:01.848128 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 58524) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:02.260727 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8927e1c-ab2c-497c-86dc-2688f9d6ca54 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:02.262791 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c8927e1c-ab2c-497c-86dc-2688f9d6ca54 demo admin] 10.222.0.26 "GET /v2.0/networks/d0b358a3-1f1e-45de-a055-9c3c866708d7 HTTP/1.1" status: 200 len: 825 time: 0.4136446 Mar 07 14:00:02.287212 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-8727b04e-d37e-44ba-93bf-ee52c8d4f811 demo admin] 10.222.0.26 "GET /v2.0/subnetpools/e9994fd3-a830-49b3-a10b-29ad5894d119 HTTP/1.1" status: 200 len: 734 time: 0.0188146 Mar 07 14:00:02.295471 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-a180a03e-c874-40f0-8650-3157fa5c9045 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'e9994fd3-a830-49b3-a10b-29ad5894d119', 'network_id': 'd0b358a3-1f1e-45de-a055-9c3c866708d7'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:00:02.315422 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a180a03e-c874-40f0-8650-3157fa5c9045 demo admin] Made reservation on behalf of d8d976b528844b569fff16184bd49d70 for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:00:02.317709 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a180a03e-c874-40f0-8650-3157fa5c9045 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:02.611831 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a180a03e-c874-40f0-8650-3157fa5c9045 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for subnet (86347e2c-b46b-4812-a073-a714eb040fcf), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:02.683608 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180a03e-c874-40f0-8650-3157fa5c9045 demo admin] Pushing event updated for resources: {'Subnet': ['ID=86347e2c-b46b-4812-a073-a714eb040fcf,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:02.687899 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a180a03e-c874-40f0-8650-3157fa5c9045 demo admin] Checking segment: {'id': '886cdb99-7afd-42c1-9e2c-c9ed8d35eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd0b358a3-1f1e-45de-a055-9c3c866708d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:00:02.688279 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a180a03e-c874-40f0-8650-3157fa5c9045 demo admin] Network hostable DHCP agents. Network: d0b358a3-1f1e-45de-a055-9c3c866708d7, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:00:02.708575 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a180a03e-c874-40f0-8650-3157fa5c9045 demo admin] Network d0b358a3-1f1e-45de-a055-9c3c866708d7 is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:00:02.719945 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-a180a03e-c874-40f0-8650-3157fa5c9045 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, d0b358a3-1f1e-45de-a055-9c3c866708d7) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:00:02.724786 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a180a03e-c874-40f0-8650-3157fa5c9045 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:02.725385 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a180a03e-c874-40f0-8650-3157fa5c9045 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:02.729429 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdcebf7-29be-4136-9354-fae73eacae16 None None] Network d0b358a3-1f1e-45de-a055-9c3c866708d7 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:00:02.741189 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a180a03e-c874-40f0-8650-3157fa5c9045 demo admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4480846 Mar 07 14:00:03.105566 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc113040-0697-54e9-b35b-eede3416c618-d0b358a3-1f1e-45de-a055-9c3c866708d7', 'network_id': 'd0b358a3-1f1e-45de-a055-9c3c866708d7', 'project_id': 'd8d976b528844b569fff16184bd49d70', 'fixed_ips': [{'subnet_id': '86347e2c-b46b-4812-a073-a714eb040fcf'}]}} from dv-cinder-794001-5-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:00:03.106890 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:03.380159 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Allocated IP 172.20.0.2 (d0b358a3-1f1e-45de-a055-9c3c866708d7/86347e2c-b46b-4812-a073-a714eb040fcf/272083dc-bb54-49dd-804a-2e79527a89ec) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:00:03.655975 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Publish callbacks [] for port (272083dc-bb54-49dd-804a-2e79527a89ec), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:03.664803 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (272083dc-bb54-49dd-804a-2e79527a89ec), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:03.741994 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Network d0b358a3-1f1e-45de-a055-9c3c866708d7 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:00:03.746678 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:00:03.752152 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Pushing event updated for resources: {'Port': ['ID=272083dc-bb54-49dd-804a-2e79527a89ec,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:03.756185 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:00:03.766672 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:03.767043 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:03.767409 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:03.767754 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:03.768089 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:03.768425 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:03.768782 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:03.769114 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:03.769441 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:03.769784 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:03.770115 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:03.770437 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:03.770765 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Tracked resource versions report: Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: pushed versions: Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: { 'AddressGroup': {'1.2'}, Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'ConntrackHelper': {'1.0'}, Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'LocalIPAssociation': {'1.0'}, Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Log': {'1.0'}, Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Network': {'1.1'}, Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Port': {'1.7'}, Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'PortForwarding': {'1.2'}, Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'QosPolicy': {'1.10'}, Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'SecurityGroup': {'1.5'}, Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'SecurityGroupRule': {'1.2'}, Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'SubPort': {'1.0'}, Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Subnet': {'1.1'}, Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Trunk': {'1.1'}} Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: consumer versions: Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: { DHCP agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: L3 agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: Metadata agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: Metering agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: Open vSwitch agent@dv-cinder-794001-5-iscsi: { 'AddressGroup': '1.2', Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'ConntrackHelper': '1.0', Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'LocalIPAssociation': '1.0', Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Log': '1.0', Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Network': '1.1', Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Port': '1.7', Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'PortForwarding': '1.2', Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'QosPolicy': '1.10', Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'SecurityGroup': '1.5', Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'SecurityGroupRule': '1.2', Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'SubPort': '1.0', Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Subnet': '1.1', Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Trunk': '1.1'}} Mar 07 14:00:03.772145 dv-cinder-794001-5-iscsi neutron-server[103242]: {{(pid=103242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 14:00:03.845880 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Attempting to bind port 272083dc-bb54-49dd-804a-2e79527a89ec on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:00:03.846284 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Attempting to bind port 272083dc-bb54-49dd-804a-2e79527a89ec by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': '886cdb99-7afd-42c1-9e2c-c9ed8d35eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd0b358a3-1f1e-45de-a055-9c3c866708d7'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:00:03.846718 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Attempting to bind port 272083dc-bb54-49dd-804a-2e79527a89ec on network d0b358a3-1f1e-45de-a055-9c3c866708d7 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:00:03.851654 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 13, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:00:03.852040 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Checking segment: {'id': '886cdb99-7afd-42c1-9e2c-c9ed8d35eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd0b358a3-1f1e-45de-a055-9c3c866708d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:00:03.852532 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:03.852959 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Bound using segment: {'id': '886cdb99-7afd-42c1-9e2c-c9ed8d35eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd0b358a3-1f1e-45de-a055-9c3c866708d7'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:00:03.853444 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Bound port: 272083dc-bb54-49dd-804a-2e79527a89ec, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886cdb99-7afd-42c1-9e2c-c9ed8d35eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd0b358a3-1f1e-45de-a055-9c3c866708d7'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:00:03.853855 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (272083dc-bb54-49dd-804a-2e79527a89ec), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:03.916839 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] For port 272083dc-bb54-49dd-804a-2e79527a89ec, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:00:03.921529 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] For port 272083dc-bb54-49dd-804a-2e79527a89ec, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=272083dc-bb54-49dd-804a-2e79527a89ec,segment=NetworkSegment(886cdb99-7afd-42c1-9e2c-c9ed8d35eedf),segment_id=886cdb99-7afd-42c1-9e2c-c9ed8d35eedf)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:00:03.929444 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (272083dc-bb54-49dd-804a-2e79527a89ec), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:03.995031 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b1ecc-1f2b-486b-90d3-bfa52fa9f1c5 None None] Pushing event updated for resources: {'Port': ['ID=272083dc-bb54-49dd-804a-2e79527a89ec,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:05.316166 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 58532) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:05.633743 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [None req-cb8053e4-2ee3-4575-a954-a32abca8c1b4 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:00:05.634735 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-cb8053e4-2ee3-4575-a954-a32abca8c1b4 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3176126 Mar 07 14:00:08.181318 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 58540) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:08.681785 dv-cinder-794001-5-iscsi neutron-server[103241]: WARNING oslo_policy.policy [None req-c0b16307-c92c-4263-b5ca-25384cb6f11e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 14:00:08.682387 dv-cinder-794001-5-iscsi neutron-server[103241]: WARNING oslo_policy.policy [None req-c0b16307-c92c-4263-b5ca-25384cb6f11e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 14:00:08.908992 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [None req-c0b16307-c92c-4263-b5ca-25384cb6f11e admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:00:08.910274 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-c0b16307-c92c-4263-b5ca-25384cb6f11e admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7267022 Mar 07 14:00:11.456981 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 58554) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:11.775832 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-e985cb48-74d7-4768-bd1b-72314fc65509 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:00:11.837240 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.policy [None req-e985cb48-74d7-4768-bd1b-72314fc65509 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103241) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 14:00:11.881700 dv-cinder-794001-5-iscsi neutron-server[103241]: WARNING oslo_policy.policy [None req-e985cb48-74d7-4768-bd1b-72314fc65509 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 14:00:11.882081 dv-cinder-794001-5-iscsi neutron-server[103241]: WARNING oslo_policy.policy [None req-e985cb48-74d7-4768-bd1b-72314fc65509 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 14:00:11.946042 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e985cb48-74d7-4768-bd1b-72314fc65509 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1759892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8534'] for router (66d07190-1754-45f7-90e5-af12446d7048), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:11.947883 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e985cb48-74d7-4768-bd1b-72314fc65509 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8543'] for router (66d07190-1754-45f7-90e5-af12446d7048), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:12.105025 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e985cb48-74d7-4768-bd1b-72314fc65509 demo demo] Publish callbacks [] for router_controller (66d07190-1754-45f7-90e5-af12446d7048), precommit_add_association {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:12.110108 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e985cb48-74d7-4768-bd1b-72314fc65509 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754106'] for router (66d07190-1754-45f7-90e5-af12446d7048), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:12.132815 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e985cb48-74d7-4768-bd1b-72314fc65509 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:12.133998 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-e985cb48-74d7-4768-bd1b-72314fc65509 demo demo] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6760366 Mar 07 14:00:14.779153 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 58568) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:15.020205 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 272083dc-bb54-49dd-804a-2e79527a89ec up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:00:15.103762 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [None req-5b55e1e0-f28c-4975-8916-e82076d920c4 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:00:15.112617 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-5b55e1e0-f28c-4975-8916-e82076d920c4 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3246996 Mar 07 14:00:15.112820 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 272083dc-bb54-49dd-804a-2e79527a89ec triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:00:15.112820 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (272083dc-bb54-49dd-804a-2e79527a89ec), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:15.227696 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 272083dc-bb54-49dd-804a-2e79527a89ec is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:00:15.228014 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (272083dc-bb54-49dd-804a-2e79527a89ec), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:15.266331 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] For port 272083dc-bb54-49dd-804a-2e79527a89ec, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=272083dc-bb54-49dd-804a-2e79527a89ec,segment=NetworkSegment(886cdb99-7afd-42c1-9e2c-c9ed8d35eedf),segment_id=886cdb99-7afd-42c1-9e2c-c9ed8d35eedf)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:00:15.269919 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (272083dc-bb54-49dd-804a-2e79527a89ec), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:15.324501 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Pushing event updated for resources: {'Port': ['ID=272083dc-bb54-49dd-804a-2e79527a89ec,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:15.347585 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43c5393-f6ac-494e-a622-e0bfe73d8e0e None None] Network d0b358a3-1f1e-45de-a055-9c3c866708d7 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:00:15.426223 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bff8fbc4-7fc9-4371-ab2b-4d2bc910406a None None] Provisioning complete for port 272083dc-bb54-49dd-804a-2e79527a89ec triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:00:15.426609 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bff8fbc4-7fc9-4371-ab2b-4d2bc910406a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (272083dc-bb54-49dd-804a-2e79527a89ec), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:15.552549 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bff8fbc4-7fc9-4371-ab2b-4d2bc910406a None None] Current status of the port 272083dc-bb54-49dd-804a-2e79527a89ec is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:00:15.773962 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-ce5a5ed4-ca94-4da5-a864-fe2a52a7c348 None None] Provisioning complete for port 272083dc-bb54-49dd-804a-2e79527a89ec triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:00:15.774918 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce5a5ed4-ca94-4da5-a864-fe2a52a7c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (272083dc-bb54-49dd-804a-2e79527a89ec), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:15.818398 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa731-ea5c-463d-9681-343bc8b93197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:15.867765 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a5ed4-ca94-4da5-a864-fe2a52a7c348 None None] Current status of the port 272083dc-bb54-49dd-804a-2e79527a89ec is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:00:16.987587 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 272083dc-bb54-49dd-804a-2e79527a89ec up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:00:17.034976 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 272083dc-bb54-49dd-804a-2e79527a89ec triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:00:17.035365 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (272083dc-bb54-49dd-804a-2e79527a89ec), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:17.114327 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 272083dc-bb54-49dd-804a-2e79527a89ec is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:00:17.665914 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 58576) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:17.973604 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:00:17.994320 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Made reservation on behalf of ae0c099ed703469092e2f50f4a84c5a5 for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:00:17.997272 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:18.014960 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:18.089981 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2569cee8-7b98-4dc9-85a3-0c2b6600f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:18.118069 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Publish callbacks [] for security_group (1222a434-b2d3-4e19-88c6-c6dba16941fb), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:18.122639 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (1222a434-b2d3-4e19-88c6-c6dba16941fb), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:18.133328 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Reserving flat network on physical network physnet1 {{(pid=103241) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 07 14:00:18.166444 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793137543518', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (a27e366f-3b96-4839-b070-bc9062619b2c), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:18.167162 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Unsubscribe: segment precommit_create {{(pid=103241) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 14:00:18.167833 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Added segment a27e366f-3b96-4839-b070-bc9062619b2c of type flat for network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 Mar 07 14:00:18.184615 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1222a434-b2d3-4e19-88c6-c6dba16941fb,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:18.230140 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:18.230499 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:18.230849 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:18.231184 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:18.231515 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:18.231844 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:18.232186 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:18.232516 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:18.232868 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:18.233206 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:18.233532 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:18.233853 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:18.234172 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Tracked resource versions report: Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: pushed versions: Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: { 'AddressGroup': {'1.2'}, Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'ConntrackHelper': {'1.0'}, Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'LocalIPAssociation': {'1.0'}, Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Log': {'1.0'}, Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Network': {'1.1'}, Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Port': {'1.7'}, Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'PortForwarding': {'1.2'}, Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'QosPolicy': {'1.10'}, Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'SecurityGroup': {'1.5'}, Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'SecurityGroupRule': {'1.2'}, Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'SubPort': {'1.0'}, Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Subnet': {'1.1'}, Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Trunk': {'1.1'}} Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: consumer versions: Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: { DHCP agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: L3 agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: Metadata agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: Metering agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: Open vSwitch agent@dv-cinder-794001-5-iscsi: { 'AddressGroup': '1.2', Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'ConntrackHelper': '1.0', Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'LocalIPAssociation': '1.0', Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Log': '1.0', Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Network': '1.1', Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Port': '1.7', Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'PortForwarding': '1.2', Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'QosPolicy': '1.10', Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'SecurityGroup': '1.5', Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'SecurityGroupRule': '1.2', Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'SubPort': '1.0', Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Subnet': '1.1', Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Trunk': '1.1'}} Mar 07 14:00:18.235587 dv-cinder-794001-5-iscsi neutron-server[103241]: {{(pid=103241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 14:00:18.285090 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (0de42621-7ed5-44f0-83fc-77dfdf4f89a1), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:18.327726 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (0de42621-7ed5-44f0-83fc-77dfdf4f89a1), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:18.328956 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:18.329665 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:18.393757 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7267053 Mar 07 14:00:18.432149 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cb852-96dc-4112-bc80-ed12d4ec65bd admin admin] Pushing event updated for resources: {'Network': ['ID=0de42621-7ed5-44f0-83fc-77dfdf4f89a1,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:18.443236 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:00:19.327229 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:20.752611 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:20.918937 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 58598) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:21.141383 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bf8684-2360-44d1-b871-1b4ce6af5ef2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:21.142681 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-f6bf8684-2360-44d1-b871-1b4ce6af5ef2 demo admin] 10.222.0.26 "GET /v2.0/subnets/86347e2c-b46b-4812-a073-a714eb040fcf HTTP/1.1" status: 200 len: 849 time: 0.2227824 Mar 07 14:00:21.279412 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a5e53b91-dc27-4d53-b91d-191cf9f783f5 demo admin] 10.222.0.26 "GET /v2.0/routers/66d07190-1754-45f7-90e5-af12446d7048 HTTP/1.1" status: 200 len: 704 time: 0.1311274 Mar 07 14:00:21.554556 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-00b81b45-3e6f-45c7-9a7b-e44f8f2a4d6f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:21.845222 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-00b81b45-3e6f-45c7-9a7b-e44f8f2a4d6f demo admin] Allocated IP 172.20.0.1 (d0b358a3-1f1e-45de-a055-9c3c866708d7/86347e2c-b46b-4812-a073-a714eb040fcf/18762f76-dc0e-4368-a4c6-250a4344ec20) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:00:22.026499 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-00b81b45-3e6f-45c7-9a7b-e44f8f2a4d6f demo admin] Publish callbacks [] for port (18762f76-dc0e-4368-a4c6-250a4344ec20), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:22.092874 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-00b81b45-3e6f-45c7-9a7b-e44f8f2a4d6f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (18762f76-dc0e-4368-a4c6-250a4344ec20), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:22.165654 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b81b45-3e6f-45c7-9a7b-e44f8f2a4d6f demo admin] Network d0b358a3-1f1e-45de-a055-9c3c866708d7 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:00:22.174863 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-00b81b45-3e6f-45c7-9a7b-e44f8f2a4d6f demo admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:00:22.180023 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b81b45-3e6f-45c7-9a7b-e44f8f2a4d6f demo admin] Pushing event updated for resources: {'Port': ['ID=18762f76-dc0e-4368-a4c6-250a4344ec20,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:22.182895 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b81b45-3e6f-45c7-9a7b-e44f8f2a4d6f demo admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:00:22.183437 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-00b81b45-3e6f-45c7-9a7b-e44f8f2a4d6f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753303'] for router_interface (66d07190-1754-45f7-90e5-af12446d7048), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:22.249195 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:22.385798 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-00b81b45-3e6f-45c7-9a7b-e44f8f2a4d6f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (18762f76-dc0e-4368-a4c6-250a4344ec20), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:22.476159 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-1c64b73a-80fe-4a83-b178-be4cac5a052d None None] Provisioning complete for port 18762f76-dc0e-4368-a4c6-250a4344ec20 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:00:22.476425 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1c64b73a-80fe-4a83-b178-be4cac5a052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (18762f76-dc0e-4368-a4c6-250a4344ec20), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:22.508508 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1c64b73a-80fe-4a83-b178-be4cac5a052d None None] Port 18762f76-dc0e-4368-a4c6-250a4344ec20 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:00:22.653260 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-00b81b45-3e6f-45c7-9a7b-e44f8f2a4d6f demo admin] Publish callbacks [] for port (18762f76-dc0e-4368-a4c6-250a4344ec20), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:22.657646 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-00b81b45-3e6f-45c7-9a7b-e44f8f2a4d6f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (18762f76-dc0e-4368-a4c6-250a4344ec20), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:22.658393 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-00b81b45-3e6f-45c7-9a7b-e44f8f2a4d6f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753275'] for router_interface (66d07190-1754-45f7-90e5-af12446d7048), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:22.717145 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b81b45-3e6f-45c7-9a7b-e44f8f2a4d6f demo admin] Pushing event updated for resources: {'Port': ['ID=18762f76-dc0e-4368-a4c6-250a4344ec20,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:22.782011 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b81b45-3e6f-45c7-9a7b-e44f8f2a4d6f demo admin] Network d0b358a3-1f1e-45de-a055-9c3c866708d7 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:00:22.783215 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-00b81b45-3e6f-45c7-9a7b-e44f8f2a4d6f demo admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:00:22.953752 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b81b45-3e6f-45c7-9a7b-e44f8f2a4d6f demo admin] Router 66d07190-1754-45f7-90e5-af12446d7048 is scheduled to L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 with binding_index 1 {{(pid=103241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:00:23.063918 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b81b45-3e6f-45c7-9a7b-e44f8f2a4d6f demo admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:00:23.069361 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-00b81b45-3e6f-45c7-9a7b-e44f8f2a4d6f demo admin] 10.222.0.26 "PUT /v2.0/routers/66d07190-1754-45f7-90e5-af12446d7048/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7848854 Mar 07 14:00:23.076927 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Sync routers for ids ['66d07190-1754-45f7-90e5-af12446d7048'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:00:23.094014 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Routers {'66d07190-1754-45f7-90e5-af12446d7048'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:00:23.094868 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:00:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['66d07190-1754-45f7-90e5-af12446d7048'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:00:23.132073 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-a16e8bec-594b-4d19-b1aa-e3b64e3ab18f None None] Provisioning complete for port 18762f76-dc0e-4368-a4c6-250a4344ec20 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:00:23.132475 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a16e8bec-594b-4d19-b1aa-e3b64e3ab18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (18762f76-dc0e-4368-a4c6-250a4344ec20), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:23.172305 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a16e8bec-594b-4d19-b1aa-e3b64e3ab18f None None] Port 18762f76-dc0e-4368-a4c6-250a4344ec20 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:00:23.315759 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Set router 66d07190-1754-45f7-90e5-af12446d7048 gateway port host: None {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:00:23.774110 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d07190-1754-45f7-90e5-af12446d7048', 'name': 'router1', 'tenant_id': 'd8d976b528844b569fff16184bd49d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:00:11Z', 'updated_at': '2022-03-07T14:00:22Z', 'revision_number': 2, 'project_id': 'd8d976b528844b569fff16184bd49d70', 'gw_port_host': None, '_interfaces': [{'id': '18762f76-dc0e-4368-a4c6-250a4344ec20', 'name': '', 'network_id': 'd0b358a3-1f1e-45de-a055-9c3c866708d7', 'tenant_id': 'd8d976b528844b569fff16184bd49d70', 'mac_address': 'fa:16:3e:a7:27:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d07190-1754-45f7-90e5-af12446d7048', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86347e2c-b46b-4812-a073-a714eb040fcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:00:21Z', 'updated_at': '2022-03-07T14:00:22Z', 'revision_number': 2, 'project_id': 'd8d976b528844b569fff16184bd49d70', 'subnets': [{'id': '86347e2c-b46b-4812-a073-a714eb040fcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9994fd3-a830-49b3-a10b-29ad5894d119'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:00:23.836778 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Checking router: 66d07190-1754-45f7-90e5-af12446d7048 for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:00:23.837159 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Updating router 66d07190-1754-45f7-90e5-af12446d7048 port 18762f76-dc0e-4368-a4c6-250a4344ec20 binding host dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:00:23.889389 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (18762f76-dc0e-4368-a4c6-250a4344ec20), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:24.399800 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Publish callbacks [] for port (18762f76-dc0e-4368-a4c6-250a4344ec20), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:24.407184 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (18762f76-dc0e-4368-a4c6-250a4344ec20), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:24.579790 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Attempting to bind port 18762f76-dc0e-4368-a4c6-250a4344ec20 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:00:24.580202 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Attempting to bind port 18762f76-dc0e-4368-a4c6-250a4344ec20 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': '886cdb99-7afd-42c1-9e2c-c9ed8d35eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd0b358a3-1f1e-45de-a055-9c3c866708d7'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:00:24.580650 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Attempting to bind port 18762f76-dc0e-4368-a4c6-250a4344ec20 on network d0b358a3-1f1e-45de-a055-9c3c866708d7 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:00:24.590360 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:00:24.590798 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Checking segment: {'id': '886cdb99-7afd-42c1-9e2c-c9ed8d35eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd0b358a3-1f1e-45de-a055-9c3c866708d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:00:24.591317 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:24.591716 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Bound using segment: {'id': '886cdb99-7afd-42c1-9e2c-c9ed8d35eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd0b358a3-1f1e-45de-a055-9c3c866708d7'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:00:24.592216 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Bound port: 18762f76-dc0e-4368-a4c6-250a4344ec20, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886cdb99-7afd-42c1-9e2c-c9ed8d35eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'd0b358a3-1f1e-45de-a055-9c3c866708d7'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:00:24.592620 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (18762f76-dc0e-4368-a4c6-250a4344ec20), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:24.595637 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e0ea4-fea2-422c-91f9-4d1614a90703 None None] Pushing event updated for resources: {'Port': ['ID=18762f76-dc0e-4368-a4c6-250a4344ec20,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:24.611556 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0ea4-fea2-422c-91f9-4d1614a90703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:24.611921 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0ea4-fea2-422c-91f9-4d1614a90703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:24.612274 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0ea4-fea2-422c-91f9-4d1614a90703 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:24.612615 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0ea4-fea2-422c-91f9-4d1614a90703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:24.612984 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0ea4-fea2-422c-91f9-4d1614a90703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:24.613319 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0ea4-fea2-422c-91f9-4d1614a90703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:24.613650 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0ea4-fea2-422c-91f9-4d1614a90703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:24.613976 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0ea4-fea2-422c-91f9-4d1614a90703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:24.614304 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0ea4-fea2-422c-91f9-4d1614a90703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:24.614643 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0ea4-fea2-422c-91f9-4d1614a90703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:24.614969 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0ea4-fea2-422c-91f9-4d1614a90703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:24.615288 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0ea4-fea2-422c-91f9-4d1614a90703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:24.615606 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0ea4-fea2-422c-91f9-4d1614a90703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0ea4-fea2-422c-91f9-4d1614a90703 None None] Tracked resource versions report: Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: pushed versions: Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: { 'AddressGroup': {'1.2'}, Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'ConntrackHelper': {'1.0'}, Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'LocalIPAssociation': {'1.0'}, Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Log': {'1.0'}, Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Network': {'1.1'}, Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Port': {'1.7'}, Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'PortForwarding': {'1.2'}, Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'QosPolicy': {'1.10'}, Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'SecurityGroup': {'1.5'}, Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'SecurityGroupRule': {'1.2'}, Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'SubPort': {'1.0'}, Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Subnet': {'1.1'}, Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Trunk': {'1.1'}} Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: consumer versions: Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: { DHCP agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: L3 agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: Metadata agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: Metering agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: Open vSwitch agent@dv-cinder-794001-5-iscsi: { 'AddressGroup': '1.2', Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'ConntrackHelper': '1.0', Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'LocalIPAssociation': '1.0', Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Log': '1.0', Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Network': '1.1', Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Port': '1.7', Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'PortForwarding': '1.2', Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'QosPolicy': '1.10', Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'SecurityGroup': '1.5', Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'SecurityGroupRule': '1.2', Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'SubPort': '1.0', Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Subnet': '1.1', Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Trunk': '1.1'}} Mar 07 14:00:24.617034 dv-cinder-794001-5-iscsi neutron-server[103243]: {{(pid=103243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 14:00:24.675901 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] For port 18762f76-dc0e-4368-a4c6-250a4344ec20, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:00:24.701275 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] For port 18762f76-dc0e-4368-a4c6-250a4344ec20, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=18762f76-dc0e-4368-a4c6-250a4344ec20,segment=NetworkSegment(886cdb99-7afd-42c1-9e2c-c9ed8d35eedf),segment_id=886cdb99-7afd-42c1-9e2c-c9ed8d35eedf)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:00:24.704038 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-376e7948-4ff2-408b-8e7e-dcd69fbddec0 None None] Provisioning complete for port 18762f76-dc0e-4368-a4c6-250a4344ec20 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:00:24.704565 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-376e7948-4ff2-408b-8e7e-dcd69fbddec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (18762f76-dc0e-4368-a4c6-250a4344ec20), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:24.708078 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (18762f76-dc0e-4368-a4c6-250a4344ec20), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:24.754714 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Routers {'66d07190-1754-45f7-90e5-af12446d7048'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:00:24.755453 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:00:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['66d07190-1754-45f7-90e5-af12446d7048'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:00:24.784498 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-376e7948-4ff2-408b-8e7e-dcd69fbddec0 None None] Current status of the port 18762f76-dc0e-4368-a4c6-250a4344ec20 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:00:24.785232 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-376e7948-4ff2-408b-8e7e-dcd69fbddec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (18762f76-dc0e-4368-a4c6-250a4344ec20), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:24.819896 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-376e7948-4ff2-408b-8e7e-dcd69fbddec0 None None] For port 18762f76-dc0e-4368-a4c6-250a4344ec20, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=18762f76-dc0e-4368-a4c6-250a4344ec20,segment=NetworkSegment(886cdb99-7afd-42c1-9e2c-c9ed8d35eedf),segment_id=886cdb99-7afd-42c1-9e2c-c9ed8d35eedf)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:00:24.826743 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-376e7948-4ff2-408b-8e7e-dcd69fbddec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (18762f76-dc0e-4368-a4c6-250a4344ec20), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:24.852286 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] Set router 66d07190-1754-45f7-90e5-af12446d7048 gateway port host: None {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:00:24.877388 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e7948-4ff2-408b-8e7e-dcd69fbddec0 None None] Pushing event updated for resources: {'Port': ['ID=18762f76-dc0e-4368-a4c6-250a4344ec20,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:24.946485 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-6b63375a-d141-46c4-9d8e-06099c996a1c None None] Provisioning complete for port 18762f76-dc0e-4368-a4c6-250a4344ec20 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:00:24.946886 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b63375a-d141-46c4-9d8e-06099c996a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (18762f76-dc0e-4368-a4c6-250a4344ec20), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:24.950431 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e0ea4-fea2-422c-91f9-4d1614a90703 None None] Pushing event updated for resources: {'Port': ['ID=18762f76-dc0e-4368-a4c6-250a4344ec20,revision_number=4']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:25.029420 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-6b63375a-d141-46c4-9d8e-06099c996a1c None None] Current status of the port 18762f76-dc0e-4368-a4c6-250a4344ec20 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:00:25.089277 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d07190-1754-45f7-90e5-af12446d7048', 'name': 'router1', 'tenant_id': 'd8d976b528844b569fff16184bd49d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:00:11Z', 'updated_at': '2022-03-07T14:00:22Z', 'revision_number': 2, 'project_id': 'd8d976b528844b569fff16184bd49d70', 'gw_port_host': None, '_interfaces': [{'id': '18762f76-dc0e-4368-a4c6-250a4344ec20', 'name': '', 'network_id': 'd0b358a3-1f1e-45de-a055-9c3c866708d7', 'tenant_id': 'd8d976b528844b569fff16184bd49d70', 'mac_address': 'fa:16:3e:a7:27:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d07190-1754-45f7-90e5-af12446d7048', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86347e2c-b46b-4812-a073-a714eb040fcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:00:21Z', 'updated_at': '2022-03-07T14:00:24Z', 'revision_number': 4, 'project_id': 'd8d976b528844b569fff16184bd49d70', 'subnets': [{'id': '86347e2c-b46b-4812-a073-a714eb040fcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9994fd3-a830-49b3-a10b-29ad5894d119'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:00:25.117203 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd882427-73d5-4dae-89d5-cd105a29ca91 None None] The sync data for ids ['66d07190-1754-45f7-90e5-af12446d7048'] in dv-cinder-794001-5-iscsi is: [{'id': '66d07190-1754-45f7-90e5-af12446d7048', 'name': 'router1', 'tenant_id': 'd8d976b528844b569fff16184bd49d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:00:11Z', 'updated_at': '2022-03-07T14:00:22Z', 'revision_number': 2, 'project_id': 'd8d976b528844b569fff16184bd49d70', 'gw_port_host': None, '_interfaces': [{'id': '18762f76-dc0e-4368-a4c6-250a4344ec20', 'name': '', 'network_id': 'd0b358a3-1f1e-45de-a055-9c3c866708d7', 'tenant_id': 'd8d976b528844b569fff16184bd49d70', 'mac_address': 'fa:16:3e:a7:27:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d07190-1754-45f7-90e5-af12446d7048', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86347e2c-b46b-4812-a073-a714eb040fcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:00:21Z', 'updated_at': '2022-03-07T14:00:24Z', 'revision_number': 4, 'project_id': 'd8d976b528844b569fff16184bd49d70', 'subnets': [{'id': '86347e2c-b46b-4812-a073-a714eb040fcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9994fd3-a830-49b3-a10b-29ad5894d119'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:00:25.620389 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 58620) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:25.733636 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186d2107-be97-4fb1-b546-1a1906f7c409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:25.734916 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-186d2107-be97-4fb1-b546-1a1906f7c409 admin admin] 10.222.0.26 "GET /v2.0/networks/0de42621-7ed5-44f0-83fc-77dfdf4f89a1 HTTP/1.1" status: 200 len: 842 time: 0.1133654 Mar 07 14:00:25.744225 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-fa0577d4-83e9-4011-a93a-6775b26d5329 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'cidr': '172.27.2.0/24'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:00:25.767755 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0577d4-83e9-4011-a93a-6775b26d5329 admin admin] Made reservation on behalf of ae0c099ed703469092e2f50f4a84c5a5 for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:00:25.770147 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fa0577d4-83e9-4011-a93a-6775b26d5329 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:26.107648 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.objects.ports [None req-fa0577d4-83e9-4011-a93a-6775b26d5329 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103240) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 14:00:26.108083 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fa0577d4-83e9-4011-a93a-6775b26d5329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for subnet (f95c92d6-9e0f-4d00-9e79-b9c60c38725e), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:26.161489 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0577d4-83e9-4011-a93a-6775b26d5329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f95c92d6-9e0f-4d00-9e79-b9c60c38725e,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:26.169930 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0577d4-83e9-4011-a93a-6775b26d5329 admin admin] Checking segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:00:26.170282 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0577d4-83e9-4011-a93a-6775b26d5329 admin admin] Network hostable DHCP agents. Network: 0de42621-7ed5-44f0-83fc-77dfdf4f89a1, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:00:26.186554 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0577d4-83e9-4011-a93a-6775b26d5329 admin admin] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:00:26.194914 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-fa0577d4-83e9-4011-a93a-6775b26d5329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, 0de42621-7ed5-44f0-83fc-77dfdf4f89a1) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:00:26.199522 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0577d4-83e9-4011-a93a-6775b26d5329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:26.200198 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fa0577d4-83e9-4011-a93a-6775b26d5329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:26.205650 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cf57e2-4494-44c9-9db9-63349ab13d53 None None] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:00:26.229045 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-fa0577d4-83e9-4011-a93a-6775b26d5329 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4769037 Mar 07 14:00:26.315214 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de32f50b-5305-4c3c-b765-70e95f7176bb None None] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:00:28.655132 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 58628) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:28.889167 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-1a21dfd7-c861-4667-8189-033f9ed0910e demo admin] 10.222.0.26 "GET /v2.0/routers/66d07190-1754-45f7-90e5-af12446d7048 HTTP/1.1" status: 200 len: 710 time: 0.2328846 Mar 07 14:00:28.975237 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480180f0-d1a6-45f9-a1b3-230b1c1dc24f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:00:28.981924 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-480180f0-d1a6-45f9-a1b3-230b1c1dc24f demo admin] 10.222.0.26 "GET /v2.0/networks/0de42621-7ed5-44f0-83fc-77dfdf4f89a1 HTTP/1.1" status: 200 len: 886 time: 0.0822043 Mar 07 14:00:28.985691 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-c218251d-60a1-4c0b-8b91-c3e952b9efb8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:00:29.239417 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c218251d-60a1-4c0b-8b91-c3e952b9efb8 demo admin] Publish callbacks [] for router_gateway (66d07190-1754-45f7-90e5-af12446d7048), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:29.515915 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c218251d-60a1-4c0b-8b91-c3e952b9efb8 demo admin] Publish callbacks [] for router_gateway (66d07190-1754-45f7-90e5-af12446d7048), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:29.588731 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c218251d-60a1-4c0b-8b91-c3e952b9efb8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:29.738156 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-c218251d-60a1-4c0b-8b91-c3e952b9efb8 demo admin] Allocated IP 172.27.2.228 (0de42621-7ed5-44f0-83fc-77dfdf4f89a1/f95c92d6-9e0f-4d00-9e79-b9c60c38725e/59619a3f-c986-4559-a82e-590e67132aab) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:00:29.847484 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c218251d-60a1-4c0b-8b91-c3e952b9efb8 demo admin] Publish callbacks [] for port (59619a3f-c986-4559-a82e-590e67132aab), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:29.908611 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c218251d-60a1-4c0b-8b91-c3e952b9efb8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (59619a3f-c986-4559-a82e-590e67132aab), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:29.975112 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c218251d-60a1-4c0b-8b91-c3e952b9efb8 demo admin] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:00:29.980440 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-c218251d-60a1-4c0b-8b91-c3e952b9efb8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:00:29.987817 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c218251d-60a1-4c0b-8b91-c3e952b9efb8 demo admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:00:30.031571 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218251d-60a1-4c0b-8b91-c3e952b9efb8 demo admin] Pushing event updated for resources: {'Port': ['ID=59619a3f-c986-4559-a82e-590e67132aab,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:30.281530 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c218251d-60a1-4c0b-8b91-c3e952b9efb8 demo admin] Publish callbacks [] for router_gateway (66d07190-1754-45f7-90e5-af12446d7048), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:30.500920 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c218251d-60a1-4c0b-8b91-c3e952b9efb8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8525'] for router (66d07190-1754-45f7-90e5-af12446d7048), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:30.506129 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c218251d-60a1-4c0b-8b91-c3e952b9efb8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757977'] for router (66d07190-1754-45f7-90e5-af12446d7048), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:30.619984 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c218251d-60a1-4c0b-8b91-c3e952b9efb8 demo admin] Router 66d07190-1754-45f7-90e5-af12446d7048 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:00:30.789175 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c218251d-60a1-4c0b-8b91-c3e952b9efb8 demo admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:00:30.794173 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c218251d-60a1-4c0b-8b91-c3e952b9efb8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:30.808739 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c218251d-60a1-4c0b-8b91-c3e952b9efb8 demo admin] 10.222.0.26 "PUT /v2.0/routers/66d07190-1754-45f7-90e5-af12446d7048 HTTP/1.1" status: 200 len: 890 time: 1.8128157 Mar 07 14:00:33.030412 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 18762f76-dc0e-4368-a4c6-250a4344ec20 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:00:33.078830 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 18762f76-dc0e-4368-a4c6-250a4344ec20 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:00:33.079204 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (18762f76-dc0e-4368-a4c6-250a4344ec20), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:33.159671 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 18762f76-dc0e-4368-a4c6-250a4344ec20 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:00:33.336106 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 58640) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:00:33.455063 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-aa799862-bed2-4f4b-b3e1-f5916b2aeeb6 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1177490 Mar 07 14:00:33.857553 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Sync routers for ids ['66d07190-1754-45f7-90e5-af12446d7048'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:00:33.870307 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Routers {'66d07190-1754-45f7-90e5-af12446d7048'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:00:33.870909 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:00:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['66d07190-1754-45f7-90e5-af12446d7048'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:00:34.091384 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Set router 66d07190-1754-45f7-90e5-af12446d7048 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:00:34.570521 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d07190-1754-45f7-90e5-af12446d7048', 'name': 'router1', 'tenant_id': 'd8d976b528844b569fff16184bd49d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '59619a3f-c986-4559-a82e-590e67132aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:00:11Z', 'updated_at': '2022-03-07T14:00:30Z', 'revision_number': 4, 'project_id': 'd8d976b528844b569fff16184bd49d70', 'gw_port': {'id': '59619a3f-c986-4559-a82e-590e67132aab', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:68:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d07190-1754-45f7-90e5-af12446d7048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:00:29Z', 'updated_at': '2022-03-07T14:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '18762f76-dc0e-4368-a4c6-250a4344ec20', 'name': '', 'network_id': 'd0b358a3-1f1e-45de-a055-9c3c866708d7', 'tenant_id': 'd8d976b528844b569fff16184bd49d70', 'mac_address': 'fa:16:3e:a7:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d07190-1754-45f7-90e5-af12446d7048', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86347e2c-b46b-4812-a073-a714eb040fcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:00:21Z', 'updated_at': '2022-03-07T14:00:24Z', 'revision_number': 5, 'project_id': 'd8d976b528844b569fff16184bd49d70', 'subnets': [{'id': '86347e2c-b46b-4812-a073-a714eb040fcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9994fd3-a830-49b3-a10b-29ad5894d119'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:00:34.628211 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Checking router: 66d07190-1754-45f7-90e5-af12446d7048 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:00:34.628572 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Updating router 66d07190-1754-45f7-90e5-af12446d7048 port 59619a3f-c986-4559-a82e-590e67132aab binding host dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:00:34.680200 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (59619a3f-c986-4559-a82e-590e67132aab), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:35.001554 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Publish callbacks [] for port (59619a3f-c986-4559-a82e-590e67132aab), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:35.007847 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (59619a3f-c986-4559-a82e-590e67132aab), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:35.059046 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220ee9a-99eb-4b70-ad56-6ed5d3a4439f None None] Pushing event updated for resources: {'Port': ['ID=59619a3f-c986-4559-a82e-590e67132aab,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:35.063059 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Attempting to bind port 59619a3f-c986-4559-a82e-590e67132aab on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:00:35.063436 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Attempting to bind port 59619a3f-c986-4559-a82e-590e67132aab by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:00:35.063805 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Attempting to bind port 59619a3f-c986-4559-a82e-590e67132aab on network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:00:35.068740 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:00:35.069126 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Checking segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:00:35.069535 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:35.069929 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Bound using segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:00:35.070402 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Bound port: 59619a3f-c986-4559-a82e-590e67132aab, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:00:35.070800 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (59619a3f-c986-4559-a82e-590e67132aab), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:35.125904 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] For port 59619a3f-c986-4559-a82e-590e67132aab, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:00:35.129207 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] For port 59619a3f-c986-4559-a82e-590e67132aab, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=59619a3f-c986-4559-a82e-590e67132aab,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:00:35.135514 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (59619a3f-c986-4559-a82e-590e67132aab), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:35.206154 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Routers {'66d07190-1754-45f7-90e5-af12446d7048'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:00:35.206704 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:00:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['66d07190-1754-45f7-90e5-af12446d7048'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:00:35.243109 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220ee9a-99eb-4b70-ad56-6ed5d3a4439f None None] Pushing event updated for resources: {'Port': ['ID=59619a3f-c986-4559-a82e-590e67132aab,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:35.330795 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] Set router 66d07190-1754-45f7-90e5-af12446d7048 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:00:35.563553 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d07190-1754-45f7-90e5-af12446d7048', 'name': 'router1', 'tenant_id': 'd8d976b528844b569fff16184bd49d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '59619a3f-c986-4559-a82e-590e67132aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:00:11Z', 'updated_at': '2022-03-07T14:00:30Z', 'revision_number': 4, 'project_id': 'd8d976b528844b569fff16184bd49d70', 'gw_port': {'id': '59619a3f-c986-4559-a82e-590e67132aab', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:68:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d07190-1754-45f7-90e5-af12446d7048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:00:29Z', 'updated_at': '2022-03-07T14:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '18762f76-dc0e-4368-a4c6-250a4344ec20', 'name': '', 'network_id': 'd0b358a3-1f1e-45de-a055-9c3c866708d7', 'tenant_id': 'd8d976b528844b569fff16184bd49d70', 'mac_address': 'fa:16:3e:a7:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d07190-1754-45f7-90e5-af12446d7048', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86347e2c-b46b-4812-a073-a714eb040fcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:00:21Z', 'updated_at': '2022-03-07T14:00:24Z', 'revision_number': 5, 'project_id': 'd8d976b528844b569fff16184bd49d70', 'subnets': [{'id': '86347e2c-b46b-4812-a073-a714eb040fcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9994fd3-a830-49b3-a10b-29ad5894d119'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:00:35.593036 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba34f58b-ce5c-47f1-8dfd-f17c46c741a4 None None] The sync data for ids ['66d07190-1754-45f7-90e5-af12446d7048'] in dv-cinder-794001-5-iscsi is: [{'id': '66d07190-1754-45f7-90e5-af12446d7048', 'name': 'router1', 'tenant_id': 'd8d976b528844b569fff16184bd49d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '59619a3f-c986-4559-a82e-590e67132aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:00:11Z', 'updated_at': '2022-03-07T14:00:30Z', 'revision_number': 4, 'project_id': 'd8d976b528844b569fff16184bd49d70', 'gw_port': {'id': '59619a3f-c986-4559-a82e-590e67132aab', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:68:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d07190-1754-45f7-90e5-af12446d7048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:00:29Z', 'updated_at': '2022-03-07T14:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '18762f76-dc0e-4368-a4c6-250a4344ec20', 'name': '', 'network_id': 'd0b358a3-1f1e-45de-a055-9c3c866708d7', 'tenant_id': 'd8d976b528844b569fff16184bd49d70', 'mac_address': 'fa:16:3e:a7:27:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d07190-1754-45f7-90e5-af12446d7048', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86347e2c-b46b-4812-a073-a714eb040fcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:00:21Z', 'updated_at': '2022-03-07T14:00:24Z', 'revision_number': 5, 'project_id': 'd8d976b528844b569fff16184bd49d70', 'subnets': [{'id': '86347e2c-b46b-4812-a073-a714eb040fcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9994fd3-a830-49b3-a10b-29ad5894d119'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:00:37.090735 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 59619a3f-c986-4559-a82e-590e67132aab up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:00:37.165344 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 59619a3f-c986-4559-a82e-590e67132aab triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:00:37.165749 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (59619a3f-c986-4559-a82e-590e67132aab), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:37.266952 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 59619a3f-c986-4559-a82e-590e67132aab is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:00:37.267350 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (59619a3f-c986-4559-a82e-590e67132aab), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:37.291249 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] For port 59619a3f-c986-4559-a82e-590e67132aab, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=59619a3f-c986-4559-a82e-590e67132aab,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:00:37.299867 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (59619a3f-c986-4559-a82e-590e67132aab), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:37.367736 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Pushing event updated for resources: {'Port': ['ID=59619a3f-c986-4559-a82e-590e67132aab,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:00:39.160768 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 59619a3f-c986-4559-a82e-590e67132aab up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:00:39.268360 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 59619a3f-c986-4559-a82e-590e67132aab triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:00:39.268783 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (59619a3f-c986-4559-a82e-590e67132aab), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:39.415462 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:00:39.426621 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 59619a3f-c986-4559-a82e-590e67132aab is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:00:45.791757 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-76ad405a-e963-45ca-8595-ffbc295e8721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:48.094057 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8e1924e-2c31-46d4-9a91-8ec1fe0dd528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:49.335743 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:50.760368 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:00:52.285113 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:15.797911 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c60df7d7-6427-40e3-8299-4f0f17fc09bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:16.452546 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:01:18.096041 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e924f440-6c03-4216-a71d-0078c23ec7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:19.335318 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:20.757673 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:22.255535 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:45.793312 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8eb3-f4cb-4921-97dd-76e0231e6c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:48.097685 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d5acbd28-f09b-40df-ba10-da92f9403432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:49.338597 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:50.760706 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:52.248533 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:53.464396 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:01:55.104040 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 59124) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:01:55.165052 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d83fb2-8dce-4131-a542-a799bafa1f81 admin admin] GET failed (client error): The resource could not be found. Mar 07 14:01:55.166334 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-39d83fb2-8dce-4131-a542-a799bafa1f81 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613439 Mar 07 14:01:55.321955 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3199daf-fad2-49b5-bb1f-166997d0c63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:01:55.323355 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f3199daf-fad2-49b5-bb1f-166997d0c63e admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1529832 Mar 07 14:01:57.647126 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 59134) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:01:57.740348 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e3adf4-917b-4890-906c-6dbfcfd84d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:01:57.741789 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-77e3adf4-917b-4890-906c-6dbfcfd84d2c admin admin] 10.222.0.26 "GET /v2.0/subnets/86347e2c-b46b-4812-a073-a714eb040fcf HTTP/1.1" status: 200 len: 849 time: 0.0937085 Mar 07 14:01:57.751373 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:01:57.833720 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] Publish callbacks [] for subnet (86347e2c-b46b-4812-a073-a714eb040fcf), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:57.972824 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793137458095'] for subnet (86347e2c-b46b-4812-a073-a714eb040fcf), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:58.002677 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:01:58.003279 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:58.004583 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] 10.222.0.26 "PUT /v2.0/subnets/86347e2c-b46b-4812-a073-a714eb040fcf HTTP/1.1" status: 200 len: 868 time: 0.2567699 Mar 07 14:01:58.005131 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de896ae-a5ea-4b76-b59e-17f973020e30 None None] Network d0b358a3-1f1e-45de-a055-9c3c866708d7 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:01:58.025865 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86347e2c-b46b-4812-a073-a714eb040fcf,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:01:58.033735 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:58.034110 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:58.034472 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:58.034818 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:58.035158 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:58.035502 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:58.035857 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:58.036200 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:58.036545 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:58.036962 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:58.037301 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:58.037632 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:58.037964 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6be8d-84a4-48e6-87ff-3ba1c88ece40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:01:58.311888 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-5f26fe68-6607-40b3-aaeb-5db1f92d5a6b None None] Provisioning complete for port 18762f76-dc0e-4368-a4c6-250a4344ec20 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:01:58.312278 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f26fe68-6607-40b3-aaeb-5db1f92d5a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (18762f76-dc0e-4368-a4c6-250a4344ec20), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:58.391348 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5f26fe68-6607-40b3-aaeb-5db1f92d5a6b None None] Current status of the port 18762f76-dc0e-4368-a4c6-250a4344ec20 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:01:58.402078 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-5f26fe68-6607-40b3-aaeb-5db1f92d5a6b None None] Provisioning complete for port 272083dc-bb54-49dd-804a-2e79527a89ec triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:01:58.402414 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f26fe68-6607-40b3-aaeb-5db1f92d5a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (272083dc-bb54-49dd-804a-2e79527a89ec), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:01:58.474826 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5f26fe68-6607-40b3-aaeb-5db1f92d5a6b None None] Current status of the port 272083dc-bb54-49dd-804a-2e79527a89ec is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:02:00.357599 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 59142) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:00.556191 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6625a8-4e39-4a0f-8609-31102c16a6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:00.556578 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6625a8-4e39-4a0f-8609-31102c16a6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:00.558170 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-cb6625a8-4e39-4a0f-8609-31102c16a6a1 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1996031 Mar 07 14:02:02.877128 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 59150) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:03.006306 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25dcf1b-a4b9-45e8-b4b7-40abb09c012a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:03.006774 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25dcf1b-a4b9-45e8-b4b7-40abb09c012a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:03.009286 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c25dcf1b-a4b9-45e8-b4b7-40abb09c012a admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1308470 Mar 07 14:02:05.320014 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 59158) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:05.447643 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc5fd9f-0591-427d-88a1-8111332f1b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:05.449026 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-9fc5fd9f-0591-427d-88a1-8111332f1b3a admin admin] 10.222.0.26 "GET /v2.0/networks/0de42621-7ed5-44f0-83fc-77dfdf4f89a1 HTTP/1.1" status: 200 len: 886 time: 0.1274655 Mar 07 14:02:07.779121 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 59166) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:07.925034 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619f9e0b-6c9a-48ee-b63c-47d58d4f2c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:07.926432 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-619f9e0b-6c9a-48ee-b63c-47d58d4f2c85 admin admin] 10.222.0.26 "GET /v2.0/networks/d0b358a3-1f1e-45de-a055-9c3c866708d7 HTTP/1.1" status: 200 len: 869 time: 0.1463530 Mar 07 14:02:10.244448 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 59174) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:10.365523 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f86a1da-cc78-4f0b-8abd-0b13302b0986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:10.365979 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f86a1da-cc78-4f0b-8abd-0b13302b0986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:10.367650 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-4f86a1da-cc78-4f0b-8abd-0b13302b0986 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221335 Mar 07 14:02:12.689325 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59182) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:12.813281 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7a6f5f-3f4b-443f-ae06-08a5dbf64dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:12.813730 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7a6f5f-3f4b-443f-ae06-08a5dbf64dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:12.815243 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-ed7a6f5f-3f4b-443f-ae06-08a5dbf64dfb admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249847 Mar 07 14:02:15.155578 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 59192) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:15.249116 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4d4ce1-fdcb-431e-977c-4b2f9379f1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:15.250456 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-5f4d4ce1-fdcb-431e-977c-4b2f9379f1d6 admin admin] 10.222.0.26 "GET /v2.0/subnets/86347e2c-b46b-4812-a073-a714eb040fcf HTTP/1.1" status: 200 len: 868 time: 0.0939097 Mar 07 14:02:15.795382 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d20a657f-449e-4905-a13a-ba5b8a094ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:17.563368 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59200) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:17.651702 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58390068-af54-415a-8ad0-82f2a1b5f709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:17.653084 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-58390068-af54-415a-8ad0-82f2a1b5f709 admin admin] 10.222.0.26 "GET /v2.0/subnets/f95c92d6-9e0f-4d00-9e79-b9c60c38725e HTTP/1.1" status: 200 len: 816 time: 0.0887640 Mar 07 14:02:18.098363 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e42dcb58-57aa-41e5-b998-1114d92dee49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:19.341252 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:20.761164 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:22.252800 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:30.412525 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:02:45.796075 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-104c3e84-5bd3-4f4b-9b51-54d0f37b1221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:46.005193 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59252) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:46.051711 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [None req-d8dc4ec1-5c40-4970-acf9-a7c80c39749f admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:02:46.052744 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-d8dc4ec1-5c40-4970-acf9-a7c80c39749f admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465989 Mar 07 14:02:48.101556 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-172f017a-bfa6-4295-8010-0f4853c40d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:48.451087 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 59260) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:48.511121 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94f7134-0a22-4f7d-bc3c-803622d83f79 admin admin] GET failed (client error): The resource could not be found. Mar 07 14:02:48.512441 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a94f7134-0a22-4f7d-bc3c-803622d83f79 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604181 Mar 07 14:02:48.598463 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63c0d8e-5c66-4ba3-8bb2-af7c4e50d72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:48.599952 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b63c0d8e-5c66-4ba3-8bb2-af7c4e50d72d admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0834403 Mar 07 14:02:49.344437 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:50.762387 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:51.033397 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59268) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:51.080764 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:02:51.100752 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Made reservation on behalf of ae0c099ed703469092e2f50f4a84c5a5 for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:02:51.102708 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:51.129265 dv-cinder-794001-5-iscsi neutron-server[103241]: WARNING neutron.services.revisions.revision_plugin [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Could not find related network for resource to bump revision. Mar 07 14:02:51.143917 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:02:51.154026 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (0090ac47-fef1-4467-b349-dc004cd4b8ee), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:51.154406 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Added segment 0090ac47-fef1-4467-b349-dc004cd4b8ee of type vlan for network d53b6864-b4e9-473a-957b-b9679be01e4b Mar 07 14:02:51.192693 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (d53b6864-b4e9-473a-957b-b9679be01e4b), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:51.217074 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (d53b6864-b4e9-473a-957b-b9679be01e4b), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:51.217934 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:51.218509 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:51.246462 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2118907 Mar 07 14:02:51.283714 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Pushing event updated for resources: {'Network': ['ID=d53b6864-b4e9-473a-957b-b9679be01e4b,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:51.291907 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:51.292286 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:51.292640 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:51.293018 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:51.293354 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:51.293686 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:51.294032 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:51.294363 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:51.294709 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:51.295056 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:51.295390 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:51.295714 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:51.296036 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88a5ce3-01d6-4ba2-a952-d3f5b408ff2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:51.312563 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network d53b6864-b4e9-473a-957b-b9679be01e4b details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:02:52.254788 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:53.587118 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59276) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:02:53.646881 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba63d2a1-da6b-458a-8fcd-eeb7f4c8e749 admin admin] GET failed (client error): The resource could not be found. Mar 07 14:02:53.648295 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-ba63d2a1-da6b-458a-8fcd-eeb7f4c8e749 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602262 Mar 07 14:02:53.749726 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd03570-4a8f-4189-a5e1-9001cb1464fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:53.751140 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-0dd03570-4a8f-4189-a5e1-9001cb1464fb admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0986414 Mar 07 14:02:53.760663 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-fe868d1b-311a-4129-881b-479a465550ce admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'd53b6864-b4e9-473a-957b-b9679be01e4b', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:02:53.782072 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe868d1b-311a-4129-881b-479a465550ce admin admin] Made reservation on behalf of ae0c099ed703469092e2f50f4a84c5a5 for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:02:53.784197 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe868d1b-311a-4129-881b-479a465550ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:53.967602 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe868d1b-311a-4129-881b-479a465550ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for subnet (6ff5a426-392a-4dd8-9157-b67dfdde9ab0), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:54.023976 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe868d1b-311a-4129-881b-479a465550ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff5a426-392a-4dd8-9157-b67dfdde9ab0,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:54.035647 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe868d1b-311a-4129-881b-479a465550ce admin admin] Checking segment: {'id': '0090ac47-fef1-4467-b349-dc004cd4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd53b6864-b4e9-473a-957b-b9679be01e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:02:54.035947 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe868d1b-311a-4129-881b-479a465550ce admin admin] Network hostable DHCP agents. Network: d53b6864-b4e9-473a-957b-b9679be01e4b, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:02:54.056549 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe868d1b-311a-4129-881b-479a465550ce admin admin] Network d53b6864-b4e9-473a-957b-b9679be01e4b is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:02:54.066782 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-fe868d1b-311a-4129-881b-479a465550ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, d53b6864-b4e9-473a-957b-b9679be01e4b) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:02:54.071697 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe868d1b-311a-4129-881b-479a465550ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:02:54.072301 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe868d1b-311a-4129-881b-479a465550ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:54.076506 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed93f2ef-542f-4e6b-8fc5-d7cb54960642 None None] Network d53b6864-b4e9-473a-957b-b9679be01e4b requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:02:54.088507 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-fe868d1b-311a-4129-881b-479a465550ce admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3310313 Mar 07 14:02:54.284481 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc113040-0697-54e9-b35b-eede3416c618-d53b6864-b4e9-473a-957b-b9679be01e4b', 'network_id': 'd53b6864-b4e9-473a-957b-b9679be01e4b', 'project_id': 'ae0c099ed703469092e2f50f4a84c5a5', 'fixed_ips': [{'subnet_id': '6ff5a426-392a-4dd8-9157-b67dfdde9ab0'}]}} from dv-cinder-794001-5-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:02:54.285395 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:54.420271 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Allocated IP 192.168.233.2 (d53b6864-b4e9-473a-957b-b9679be01e4b/6ff5a426-392a-4dd8-9157-b67dfdde9ab0/89f6c98c-c24c-4f32-8c03-888073025030) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:02:54.577282 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Publish callbacks [] for port (89f6c98c-c24c-4f32-8c03-888073025030), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:54.586324 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (89f6c98c-c24c-4f32-8c03-888073025030), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:54.636419 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Network d53b6864-b4e9-473a-957b-b9679be01e4b is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:02:54.637742 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Pushing event updated for resources: {'Port': ['ID=89f6c98c-c24c-4f32-8c03-888073025030,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:54.640189 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:02:54.642931 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:02:54.651154 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:54.652045 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:54.652045 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:54.652235 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:54.652541 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:54.652906 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:54.653236 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:54.653575 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:54.654434 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:54.654434 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:54.654626 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:54.654853 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:54.655180 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:02:54.709025 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Attempting to bind port 89f6c98c-c24c-4f32-8c03-888073025030 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:02:54.709366 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Attempting to bind port 89f6c98c-c24c-4f32-8c03-888073025030 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': '0090ac47-fef1-4467-b349-dc004cd4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd53b6864-b4e9-473a-957b-b9679be01e4b'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:02:54.710280 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Attempting to bind port 89f6c98c-c24c-4f32-8c03-888073025030 on network d53b6864-b4e9-473a-957b-b9679be01e4b {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:02:54.715314 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:02:54.715686 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Checking segment: {'id': '0090ac47-fef1-4467-b349-dc004cd4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd53b6864-b4e9-473a-957b-b9679be01e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:02:54.716082 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:54.716473 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Bound using segment: {'id': '0090ac47-fef1-4467-b349-dc004cd4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd53b6864-b4e9-473a-957b-b9679be01e4b'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:02:54.716960 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Bound port: 89f6c98c-c24c-4f32-8c03-888073025030, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0090ac47-fef1-4467-b349-dc004cd4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd53b6864-b4e9-473a-957b-b9679be01e4b'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:02:54.717335 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (89f6c98c-c24c-4f32-8c03-888073025030), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:54.781603 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] For port 89f6c98c-c24c-4f32-8c03-888073025030, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:02:54.784655 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] For port 89f6c98c-c24c-4f32-8c03-888073025030, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=89f6c98c-c24c-4f32-8c03-888073025030,segment=NetworkSegment(0090ac47-fef1-4467-b349-dc004cd4b8ee),segment_id=0090ac47-fef1-4467-b349-dc004cd4b8ee)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:02:54.791064 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (89f6c98c-c24c-4f32-8c03-888073025030), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:54.847513 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1b484-e85a-4199-a80a-5a865c98eb54 None None] Pushing event updated for resources: {'Port': ['ID=89f6c98c-c24c-4f32-8c03-888073025030,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:55.175981 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 89f6c98c-c24c-4f32-8c03-888073025030 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:02:55.230388 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 89f6c98c-c24c-4f32-8c03-888073025030 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:02:55.230712 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (89f6c98c-c24c-4f32-8c03-888073025030), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:55.312951 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 89f6c98c-c24c-4f32-8c03-888073025030 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:02:55.313340 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (89f6c98c-c24c-4f32-8c03-888073025030), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:55.347444 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] For port 89f6c98c-c24c-4f32-8c03-888073025030, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=89f6c98c-c24c-4f32-8c03-888073025030,segment=NetworkSegment(0090ac47-fef1-4467-b349-dc004cd4b8ee),segment_id=0090ac47-fef1-4467-b349-dc004cd4b8ee)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:02:55.352752 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (89f6c98c-c24c-4f32-8c03-888073025030), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:55.405200 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Pushing event updated for resources: {'Port': ['ID=89f6c98c-c24c-4f32-8c03-888073025030,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:02:55.725051 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1035cdd7-bcd6-479b-9c1f-b1a912d4583c None None] Network d53b6864-b4e9-473a-957b-b9679be01e4b requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:02:55.836903 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-64648e0f-19fd-4eef-9075-aeccbbbfba7d None None] Provisioning complete for port 89f6c98c-c24c-4f32-8c03-888073025030 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:02:55.837306 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-64648e0f-19fd-4eef-9075-aeccbbbfba7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (89f6c98c-c24c-4f32-8c03-888073025030), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:55.931537 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-64648e0f-19fd-4eef-9075-aeccbbbfba7d None None] Current status of the port 89f6c98c-c24c-4f32-8c03-888073025030 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:02:56.050716 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-5ece2834-a6ee-4528-87c1-3d283b23ab0a None None] Provisioning complete for port 89f6c98c-c24c-4f32-8c03-888073025030 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:02:56.051123 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5ece2834-a6ee-4528-87c1-3d283b23ab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (89f6c98c-c24c-4f32-8c03-888073025030), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:56.134529 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5ece2834-a6ee-4528-87c1-3d283b23ab0a None None] Current status of the port 89f6c98c-c24c-4f32-8c03-888073025030 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:02:57.105708 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 89f6c98c-c24c-4f32-8c03-888073025030 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:02:57.157474 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 89f6c98c-c24c-4f32-8c03-888073025030 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:02:57.157882 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (89f6c98c-c24c-4f32-8c03-888073025030), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:02:57.232469 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 89f6c98c-c24c-4f32-8c03-888073025030 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:03:07.410850 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:03:15.798949 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7ff814b3-44f9-49b8-b035-2163cc476283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:18.106080 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b6fd492d-125e-4742-b55f-b7e8fed0f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:19.351426 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:20.765814 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:22.256879 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:44.408553 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:03:45.800941 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2f505d2f-831c-4883-9c9d-7c716e9be362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:48.107193 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c7e358bd-c699-4522-a290-82998fcc87a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:49.350574 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:50.768034 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:03:52.259246 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:13.847471 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59314) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:04:13.853635 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [None req-9c0b00f4-214b-4918-8c4f-25722e8e5f64 tempest-verify_tempest_config-1841160345 tempest-verify_tempest_config-1841160345-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:04:13.854628 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-9c0b00f4-214b-4918-8c4f-25722e8e5f64 tempest-verify_tempest_config-1841160345 tempest-verify_tempest_config-1841160345-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061467 Mar 07 14:04:14.138432 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 59332) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:04:14.240905 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-85bf12b8-a662-4a6c-aec3-31566868de2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:14.316226 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-85bf12b8-a662-4a6c-aec3-31566868de2f admin admin] Publish callbacks [] for security_group (4ec56a5e-d6ef-4f0c-9569-cc7f56325a1d), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:14.320619 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-85bf12b8-a662-4a6c-aec3-31566868de2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (4ec56a5e-d6ef-4f0c-9569-cc7f56325a1d), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:14.363157 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf12b8-a662-4a6c-aec3-31566868de2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec56a5e-d6ef-4f0c-9569-cc7f56325a1d,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:04:14.368936 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-85bf12b8-a662-4a6c-aec3-31566868de2f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb812976039943b4a82a8313e7c18490&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2294784 Mar 07 14:04:14.371828 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59338) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:04:14.373253 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf12b8-a662-4a6c-aec3-31566868de2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.373633 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf12b8-a662-4a6c-aec3-31566868de2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.373979 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf12b8-a662-4a6c-aec3-31566868de2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.374313 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf12b8-a662-4a6c-aec3-31566868de2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.374642 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf12b8-a662-4a6c-aec3-31566868de2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.374966 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf12b8-a662-4a6c-aec3-31566868de2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.375310 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf12b8-a662-4a6c-aec3-31566868de2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.375637 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf12b8-a662-4a6c-aec3-31566868de2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.375974 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf12b8-a662-4a6c-aec3-31566868de2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.376300 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf12b8-a662-4a6c-aec3-31566868de2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.376618 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf12b8-a662-4a6c-aec3-31566868de2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.376984 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf12b8-a662-4a6c-aec3-31566868de2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.377301 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf12b8-a662-4a6c-aec3-31566868de2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.428426 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3cc48e22-7e12-423a-8a8a-f77703060374 admin admin] Publish callbacks [] for security_group (4ec56a5e-d6ef-4f0c-9569-cc7f56325a1d), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:14.448607 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3cc48e22-7e12-423a-8a8a-f77703060374 admin admin] Publish callbacks [] for security_group (4ec56a5e-d6ef-4f0c-9569-cc7f56325a1d), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:14.540147 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3cc48e22-7e12-423a-8a8a-f77703060374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (4ec56a5e-d6ef-4f0c-9569-cc7f56325a1d), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:14.542619 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3cc48e22-7e12-423a-8a8a-f77703060374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:14.543754 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3cc48e22-7e12-423a-8a8a-f77703060374 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ec56a5e-d6ef-4f0c-9569-cc7f56325a1d HTTP/1.1" status: 204 len: 168 time: 0.1709001 Mar 07 14:04:14.551734 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc48e22-7e12-423a-8a8a-f77703060374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec56a5e-d6ef-4f0c-9569-cc7f56325a1d,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:04:14.558435 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48e22-7e12-423a-8a8a-f77703060374 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.558791 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48e22-7e12-423a-8a8a-f77703060374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.559142 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48e22-7e12-423a-8a8a-f77703060374 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.559488 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48e22-7e12-423a-8a8a-f77703060374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.559833 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48e22-7e12-423a-8a8a-f77703060374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.560167 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48e22-7e12-423a-8a8a-f77703060374 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.560524 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48e22-7e12-423a-8a8a-f77703060374 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.560900 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48e22-7e12-423a-8a8a-f77703060374 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.561251 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48e22-7e12-423a-8a8a-f77703060374 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.561586 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48e22-7e12-423a-8a8a-f77703060374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.561914 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48e22-7e12-423a-8a8a-f77703060374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.562240 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48e22-7e12-423a-8a8a-f77703060374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:14.562564 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48e22-7e12-423a-8a8a-f77703060374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:04:15.804048 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-815d6c58-f6a2-4f14-8866-b266188f2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:18.108934 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8596b51f-6a81-4efb-9a95-4fca74da4e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:19.353569 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:20.773535 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:21.406895 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:04:22.261638 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:45.805949 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6bec0bbc-aa5f-4d2e-bd86-7937f2da7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:48.112731 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-850b78e2-873a-479a-bcaf-780688b72d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:49.355441 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:50.775010 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:52.263052 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:04:58.405135 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:05:15.807670 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8af28980-43ba-49f9-b161-b3b3b1c98e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:18.117998 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4dd8aade-d9f3-43b0-aec6-2abb652b62a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:19.357855 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:20.777937 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:22.267716 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:35.402971 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:05:45.808449 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-89c59419-b5c3-4c2f-8fba-36af98e63e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:48.125925 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8559c518-25cb-4688-bfce-a7795c15a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:49.360543 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:50.780542 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:52.270651 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:05:56.366725 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1753843'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:11.619748 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59408) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:11.726641 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-499d4da5-2e87-4741-a2b5-84303a1af56a admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1057942 Mar 07 14:06:12.401840 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:06:14.057813 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59418) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:06:14.110920 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a01e7f62-0a75-4dab-b95c-62a042b14522 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0520413 Mar 07 14:06:15.809956 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f3fb17d-88c4-4075-95e3-026866d24a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:18.117806 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1e810d27-1672-43ef-915e-d17d0b8ca0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:19.367044 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:20.783512 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:22.273063 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:26.320197 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:45.811493 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-10179570-d3dd-4a0a-9f61-30d0ba445ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:48.119220 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1963c77-2f73-48c5-8e6f-53d60175f74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:49.365833 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:49.400350 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:06:50.784314 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:52.277449 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:06:56.334303 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:15.814341 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b290df61-e53e-4ccc-bf95-e0b90c43804f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:18.122137 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17c8ba33-230c-4676-b1cb-f0af88368638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:19.369232 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:20.787746 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:22.281988 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:26.333337 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:26.400258 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:07:45.816357 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-77a2597c-a2bd-40e0-9c28-bc48dbe02975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:48.131457 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8055aba2-476f-4417-990b-a87c1d916c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:49.380167 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:50.809166 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:52.287550 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:52.582303 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59604) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:52.719620 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59616) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:52.909601 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1850437314-network', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:52.948113 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Made reservation on behalf of 5b35d86dd1db4542b049ac07e779c9d7 for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:07:52.951164 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:52.961522 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.037011 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 59630) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:53.055567 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Publish callbacks [] for security_group (d71b74b0-a69b-492f-82c7-6191e0004812), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.073257 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (d71b74b0-a69b-492f-82c7-6191e0004812), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.102225 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71b74b0-a69b-492f-82c7-6191e0004812,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:53.111495 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:07:53.114002 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.114368 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.114707 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.115040 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.115366 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.115689 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.116016 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.116337 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.116676 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.117042 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.117365 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.117685 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.118000 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Tracked resource versions report: Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: pushed versions: Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: { 'AddressGroup': {'1.2'}, Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'ConntrackHelper': {'1.0'}, Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'LocalIPAssociation': {'1.0'}, Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Log': {'1.0'}, Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Network': {'1.1'}, Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Port': {'1.7'}, Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'PortForwarding': {'1.2'}, Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'QosPolicy': {'1.10'}, Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'SecurityGroup': {'1.5'}, Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'SecurityGroupRule': {'1.2'}, Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'SubPort': {'1.0'}, Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Subnet': {'1.1'}, Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Trunk': {'1.1'}} Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: consumer versions: Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: { DHCP agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: HyperV agent@hv-cinder-79400: {}, Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: L3 agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: Metadata agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: Metering agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: Open vSwitch agent@dv-cinder-794001-5-iscsi: { 'AddressGroup': '1.2', Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'ConntrackHelper': '1.0', Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'LocalIPAssociation': '1.0', Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Log': '1.0', Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Network': '1.1', Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Port': '1.7', Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'PortForwarding': '1.2', Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'QosPolicy': '1.10', Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'SecurityGroup': '1.5', Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'SecurityGroupRule': '1.2', Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'SubPort': '1.0', Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Subnet': '1.1', Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: 'Trunk': '1.1'}} Mar 07 14:07:53.119161 dv-cinder-794001-5-iscsi neutron-server[103241]: {{(pid=103241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 14:07:53.129997 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (d04d27c7-4271-4fa3-ba7b-61b1ca4ad398), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.130558 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Added segment d04d27c7-4271-4fa3-ba7b-61b1ca4ad398 of type vlan for network 9b62fa4f-b2cf-4013-a771-a3abfae0550b Mar 07 14:07:53.262749 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-997d2efe-2a2c-4925-91be-de4faf4107d2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1677058095-network', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:53.267868 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (9b62fa4f-b2cf-4013-a771-a3abfae0550b), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.282923 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 59644) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:53.295399 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997d2efe-2a2c-4925-91be-de4faf4107d2 admin admin] Made reservation on behalf of 00562a6de5794d00b6b4085bc4010fb4 for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:07:53.298585 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-997d2efe-2a2c-4925-91be-de4faf4107d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.306873 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59648) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:53.309341 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-997d2efe-2a2c-4925-91be-de4faf4107d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.337909 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (9b62fa4f-b2cf-4013-a771-a3abfae0550b), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.338840 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:53.339416 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.359754 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1363605598-network', 'tenant_id': '15dbf5263913404f98297aed6eaa217f'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:53.391419 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Made reservation on behalf of 15dbf5263913404f98297aed6eaa217f for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:07:53.396018 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.408723 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.426457 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] Pushing event updated for resources: {'Network': ['ID=9b62fa4f-b2cf-4013-a771-a3abfae0550b,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:53.438111 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network 9b62fa4f-b2cf-4013-a771-a3abfae0550b details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:07:53.471220 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-997d2efe-2a2c-4925-91be-de4faf4107d2 admin admin] Publish callbacks [] for security_group (8caede91-7d01-4651-991d-cc4e134cfbe2), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.479484 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-77806b8d-0ed8-4859-98c3-d3c1310c28c1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8942742 Mar 07 14:07:53.480423 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59658) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:53.485860 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-462b31cb-8186-4114-b1e4-13713a649f28 admin admin] Request body: {'subnet': {'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-subnet', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:53.504100 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-997d2efe-2a2c-4925-91be-de4faf4107d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (8caede91-7d01-4651-991d-cc4e134cfbe2), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.521376 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Publish callbacks [] for security_group (6f84668d-fb87-4155-8a02-43710b45eff0), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.524509 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462b31cb-8186-4114-b1e4-13713a649f28 admin admin] Made reservation on behalf of 5b35d86dd1db4542b049ac07e779c9d7 for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:07:53.527161 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-462b31cb-8186-4114-b1e4-13713a649f28 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.527327 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (6f84668d-fb87-4155-8a02-43710b45eff0), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.543582 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:07:53.564659 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (191c9df1-4ea1-4ffe-8828-dc9a326d408e), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.565055 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.db.segments_db [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Added segment 191c9df1-4ea1-4ffe-8828-dc9a326d408e of type vlan for network 9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 Mar 07 14:07:53.598818 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997d2efe-2a2c-4925-91be-de4faf4107d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:07:53.606722 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d2efe-2a2c-4925-91be-de4faf4107d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caede91-7d01-4651-991d-cc4e134cfbe2,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:53.616666 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-997d2efe-2a2c-4925-91be-de4faf4107d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (f718fe54-c345-4c76-b7b4-82d821b7c7db), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.617723 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-997d2efe-2a2c-4925-91be-de4faf4107d2 admin admin] Added segment f718fe54-c345-4c76-b7b4-82d821b7c7db of type vlan for network 933b9e65-7ee9-4adf-863f-8b675ebba9ea Mar 07 14:07:53.654415 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.662324 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-997d2efe-2a2c-4925-91be-de4faf4107d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (933b9e65-7ee9-4adf-863f-8b675ebba9ea), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.673353 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-6450b548-de07-4c77-ac49-905a2f10c96d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-322365179-network', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:53.685252 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-60aba6a7-1a20-4d68-8bab-3ed79b9505a7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-244738148-network', 'tenant_id': '40500ce69ce74e9f885d9382ea0e3421'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:53.723760 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6450b548-de07-4c77-ac49-905a2f10c96d admin admin] Made reservation on behalf of da39445715f04deaaf654d8b98a2d810 for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:07:53.727335 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6450b548-de07-4c77-ac49-905a2f10c96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.741267 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6450b548-de07-4c77-ac49-905a2f10c96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.750801 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-997d2efe-2a2c-4925-91be-de4faf4107d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (933b9e65-7ee9-4adf-863f-8b675ebba9ea), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.751905 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997d2efe-2a2c-4925-91be-de4faf4107d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:53.752583 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-997d2efe-2a2c-4925-91be-de4faf4107d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.811898 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-997d2efe-2a2c-4925-91be-de4faf4107d2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0910439 Mar 07 14:07:53.815076 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59674) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:53.856458 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60aba6a7-1a20-4d68-8bab-3ed79b9505a7 admin admin] Made reservation on behalf of 40500ce69ce74e9f885d9382ea0e3421 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:07:53.859525 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-60aba6a7-1a20-4d68-8bab-3ed79b9505a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.870707 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-60aba6a7-1a20-4d68-8bab-3ed79b9505a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.874360 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f84668d-fb87-4155-8a02-43710b45eff0,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:53.881993 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-be342cae-f57d-4e82-b90b-75e4f1a2f42d admin admin] Request body: {'subnet': {'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1677058095-subnet', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:53.883960 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.885053 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:53.885690 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.902900 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.903627 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.904333 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.905807 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.906521 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.907427 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.907983 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.909030 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.909765 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.910553 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.911213 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.911855 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.912266 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d2efe-2a2c-4925-91be-de4faf4107d2 admin admin] Pushing event updated for resources: {'Network': ['ID=933b9e65-7ee9-4adf-863f-8b675ebba9ea,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:53.912644 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Tracked resource versions report: Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: pushed versions: Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: { 'AddressGroup': {'1.2'}, Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'ConntrackHelper': {'1.0'}, Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'LocalIPAssociation': {'1.0'}, Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Log': {'1.0'}, Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Network': {'1.1'}, Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Port': {'1.7'}, Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'PortForwarding': {'1.2'}, Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'QosPolicy': {'1.10'}, Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'SecurityGroup': {'1.5'}, Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'SecurityGroupRule': {'1.2'}, Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'SubPort': {'1.0'}, Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Subnet': {'1.1'}, Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Trunk': {'1.1'}} Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: consumer versions: Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: { DHCP agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: HyperV agent@hv-cinder-79400: {}, Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: L3 agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: Metadata agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: Metering agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: Open vSwitch agent@dv-cinder-794001-5-iscsi: { 'AddressGroup': '1.2', Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'ConntrackHelper': '1.0', Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'LocalIPAssociation': '1.0', Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Log': '1.0', Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Network': '1.1', Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Port': '1.7', Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'PortForwarding': '1.2', Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'QosPolicy': '1.10', Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'SecurityGroup': '1.5', Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'SecurityGroupRule': '1.2', Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'SubPort': '1.0', Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Subnet': '1.1', Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: 'Trunk': '1.1'}} Mar 07 14:07:53.914624 dv-cinder-794001-5-iscsi neutron-server[103240]: {{(pid=103240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 14:07:53.929851 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network 933b9e65-7ee9-4adf-863f-8b675ebba9ea details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:07:53.943481 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9042537 Mar 07 14:07:53.959014 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be342cae-f57d-4e82-b90b-75e4f1a2f42d admin admin] Made reservation on behalf of 00562a6de5794d00b6b4085bc4010fb4 for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:07:53.961444 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 59680) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:53.965373 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-be342cae-f57d-4e82-b90b-75e4f1a2f42d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:53.969816 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-17ab8abd-ea40-41d7-814f-426304411af1 admin admin] Request body: {'subnet': {'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1363605598-subnet', 'tenant_id': '15dbf5263913404f98297aed6eaa217f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:54.066519 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3f017-d45e-403d-ac7d-0a3c7833f619 admin admin] Pushing event updated for resources: {'Network': ['ID=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:54.081483 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network 9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:07:54.095969 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ab8abd-ea40-41d7-814f-426304411af1 admin admin] Made reservation on behalf of 15dbf5263913404f98297aed6eaa217f for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:07:54.099681 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-17ab8abd-ea40-41d7-814f-426304411af1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.195424 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-60aba6a7-1a20-4d68-8bab-3ed79b9505a7 admin admin] Publish callbacks [] for security_group (ef13d79e-1869-4cb1-a6bb-f4d2619319f2), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.202774 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-60aba6a7-1a20-4d68-8bab-3ed79b9505a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (ef13d79e-1869-4cb1-a6bb-f4d2619319f2), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.249885 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60aba6a7-1a20-4d68-8bab-3ed79b9505a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:07:54.267661 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6450b548-de07-4c77-ac49-905a2f10c96d admin admin] Publish callbacks [] for security_group (a6cf4170-6da2-48c8-8369-da7b487179a0), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.273350 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aba6a7-1a20-4d68-8bab-3ed79b9505a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef13d79e-1869-4cb1-a6bb-f4d2619319f2,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:54.282967 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-60aba6a7-1a20-4d68-8bab-3ed79b9505a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (a7b39ef5-0e7c-48c4-81ff-41a2da610d30), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.283351 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.db.segments_db [None req-60aba6a7-1a20-4d68-8bab-3ed79b9505a7 admin admin] Added segment a7b39ef5-0e7c-48c4-81ff-41a2da610d30 of type vlan for network f008da95-af6d-4184-895d-8741fc83cfb3 Mar 07 14:07:54.290787 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6450b548-de07-4c77-ac49-905a2f10c96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (a6cf4170-6da2-48c8-8369-da7b487179a0), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.377574 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-60aba6a7-1a20-4d68-8bab-3ed79b9505a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (f008da95-af6d-4184-895d-8741fc83cfb3), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.439633 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6450b548-de07-4c77-ac49-905a2f10c96d admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:07:54.456667 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-60aba6a7-1a20-4d68-8bab-3ed79b9505a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (f008da95-af6d-4184-895d-8741fc83cfb3), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.458128 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6450b548-de07-4c77-ac49-905a2f10c96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (1c187560-9b1c-4981-9612-4ef9fe189a2f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.458359 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aba6a7-1a20-4d68-8bab-3ed79b9505a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:54.459401 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-6450b548-de07-4c77-ac49-905a2f10c96d admin admin] Added segment 1c187560-9b1c-4981-9612-4ef9fe189a2f of type vlan for network 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 Mar 07 14:07:54.459592 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-60aba6a7-1a20-4d68-8bab-3ed79b9505a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.493304 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-60aba6a7-1a20-4d68-8bab-3ed79b9505a7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2059886 Mar 07 14:07:54.506527 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 59702) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:54.522228 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-7762aacc-dc89-4687-a5bb-871536119aaf admin admin] Request body: {'subnet': {'network_id': 'f008da95-af6d-4184-895d-8741fc83cfb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-244738148-subnet', 'tenant_id': '40500ce69ce74e9f885d9382ea0e3421', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:54.535638 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6450b548-de07-4c77-ac49-905a2f10c96d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (20c2fd25-1cf8-48ac-88d2-b56d95ddd118), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.578656 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6450b548-de07-4c77-ac49-905a2f10c96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (20c2fd25-1cf8-48ac-88d2-b56d95ddd118), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.579649 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6450b548-de07-4c77-ac49-905a2f10c96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:54.579880 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-17ab8abd-ea40-41d7-814f-426304411af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for subnet (f082187e-97c3-4fc5-973d-4bcab4639dde), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.580292 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6450b548-de07-4c77-ac49-905a2f10c96d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.664182 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aba6a7-1a20-4d68-8bab-3ed79b9505a7 admin admin] Pushing event updated for resources: {'Network': ['ID=f008da95-af6d-4184-895d-8741fc83cfb3,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:54.672855 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab8abd-ea40-41d7-814f-426304411af1 admin admin] Checking segment: {'id': '191c9df1-4ea1-4ffe-8828-dc9a326d408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:07:54.673330 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ab8abd-ea40-41d7-814f-426304411af1 admin admin] Network hostable DHCP agents. Network: 9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:07:54.683697 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network f008da95-af6d-4184-895d-8741fc83cfb3 details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:07:54.689609 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450b548-de07-4c77-ac49-905a2f10c96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cf4170-6da2-48c8-8369-da7b487179a0,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:54.697365 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7762aacc-dc89-4687-a5bb-871536119aaf admin admin] Made reservation on behalf of 40500ce69ce74e9f885d9382ea0e3421 for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:07:54.700622 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7762aacc-dc89-4687-a5bb-871536119aaf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.742591 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-6450b548-de07-4c77-ac49-905a2f10c96d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4297118 Mar 07 14:07:54.747719 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-462b31cb-8186-4114-b1e4-13713a649f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for subnet (94b6b23d-f0fc-499f-8502-08cb48270361), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.786453 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59712) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:54.795250 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-ce238f66-2047-4d1d-be62-2f66404c8a25 admin admin] Request body: {'subnet': {'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-subnet', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:54.802976 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-be342cae-f57d-4e82-b90b-75e4f1a2f42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for subnet (67446beb-321d-48fe-a154-bbf9a158e88a), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.875122 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ab8abd-ea40-41d7-814f-426304411af1 admin admin] Network 9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:07:54.893778 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab8abd-ea40-41d7-814f-426304411af1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f082187e-97c3-4fc5-973d-4bcab4639dde,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:54.900211 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-17ab8abd-ea40-41d7-814f-426304411af1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, 9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:07:54.910740 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4409f1ca-cd80-4f3c-9c5f-90c95e2aaa4c None None] Network 9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:07:54.914438 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ab8abd-ea40-41d7-814f-426304411af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:54.915109 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-17ab8abd-ea40-41d7-814f-426304411af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:54.945789 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-17ab8abd-ea40-41d7-814f-426304411af1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9815800 Mar 07 14:07:54.949232 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 59720) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:54.961318 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1363605598-router', 'tenant_id': '15dbf5263913404f98297aed6eaa217f', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:55.023253 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7762aacc-dc89-4687-a5bb-871536119aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for subnet (64d0f727-4082-488d-a91d-c05e1067cb33), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:55.049992 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450b548-de07-4c77-ac49-905a2f10c96d admin admin] Pushing event updated for resources: {'Network': ['ID=20c2fd25-1cf8-48ac-88d2-b56d95ddd118,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:55.057001 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1759892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8534'] for router (09042323-a94a-4b3f-85bb-7767a9edcfed), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:55.058080 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8543'] for router (09042323-a94a-4b3f-85bb-7767a9edcfed), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:55.063895 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38954c82-0042-499b-9922-d39169fe1d22 None None] Network 9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:07:55.105549 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:07:55.131242 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce238f66-2047-4d1d-be62-2f66404c8a25 admin admin] Made reservation on behalf of da39445715f04deaaf654d8b98a2d810 for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:07:55.133596 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce238f66-2047-4d1d-be62-2f66404c8a25 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:55.154649 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762aacc-dc89-4687-a5bb-871536119aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d0f727-4082-488d-a91d-c05e1067cb33,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:55.219979 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] Publish callbacks [] for router_controller (09042323-a94a-4b3f-85bb-7767a9edcfed), precommit_add_association {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:55.223990 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7762aacc-dc89-4687-a5bb-871536119aaf admin admin] Checking segment: {'id': 'a7b39ef5-0e7c-48c4-81ff-41a2da610d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f008da95-af6d-4184-895d-8741fc83cfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:07:55.224435 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7762aacc-dc89-4687-a5bb-871536119aaf admin admin] Network hostable DHCP agents. Network: f008da95-af6d-4184-895d-8741fc83cfb3, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:07:55.319933 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7762aacc-dc89-4687-a5bb-871536119aaf admin admin] Network f008da95-af6d-4184-895d-8741fc83cfb3 is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:07:55.334253 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b31cb-8186-4114-b1e4-13713a649f28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94b6b23d-f0fc-499f-8502-08cb48270361,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:55.394884 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-7762aacc-dc89-4687-a5bb-871536119aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, f008da95-af6d-4184-895d-8741fc83cfb3) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:07:55.400418 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7762aacc-dc89-4687-a5bb-871536119aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:55.401040 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7762aacc-dc89-4687-a5bb-871536119aaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:55.408075 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db10e56c-37b4-4f6e-a2a1-38db09a8f517 None None] Network f008da95-af6d-4184-895d-8741fc83cfb3 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:07:55.417991 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462b31cb-8186-4114-b1e4-13713a649f28 admin admin] Checking segment: {'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:07:55.417991 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b31cb-8186-4114-b1e4-13713a649f28 admin admin] Network hostable DHCP agents. Network: 9b62fa4f-b2cf-4013-a771-a3abfae0550b, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:07:55.456675 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be342cae-f57d-4e82-b90b-75e4f1a2f42d admin admin] Checking segment: {'id': 'f718fe54-c345-4c76-b7b4-82d821b7c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:07:55.457071 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be342cae-f57d-4e82-b90b-75e4f1a2f42d admin admin] Network hostable DHCP agents. Network: 933b9e65-7ee9-4adf-863f-8b675ebba9ea, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:07:55.462036 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be342cae-f57d-4e82-b90b-75e4f1a2f42d admin admin] Pushing event updated for resources: {'Subnet': ['ID=67446beb-321d-48fe-a154-bbf9a158e88a,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:55.475496 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-7762aacc-dc89-4687-a5bb-871536119aaf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9543650 Mar 07 14:07:55.475496 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] Publish callbacks [] for router_gateway (09042323-a94a-4b3f-85bb-7767a9edcfed), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:55.534649 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be342cae-f57d-4e82-b90b-75e4f1a2f42d admin admin] Network 933b9e65-7ee9-4adf-863f-8b675ebba9ea is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:07:55.538318 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b31cb-8186-4114-b1e4-13713a649f28 admin admin] Network 9b62fa4f-b2cf-4013-a771-a3abfae0550b is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:07:55.555509 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-be342cae-f57d-4e82-b90b-75e4f1a2f42d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, 933b9e65-7ee9-4adf-863f-8b675ebba9ea) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:07:55.559669 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-462b31cb-8186-4114-b1e4-13713a649f28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, 9b62fa4f-b2cf-4013-a771-a3abfae0550b) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:07:55.581919 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be342cae-f57d-4e82-b90b-75e4f1a2f42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:55.582512 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-be342cae-f57d-4e82-b90b-75e4f1a2f42d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:55.600456 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14064d5-f1ac-4be9-949d-c5f36b872a0a None None] Network 933b9e65-7ee9-4adf-863f-8b675ebba9ea requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:07:55.603699 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaefde7a-6d97-4c49-880b-5f04b2ab4e9e None None] Network 9b62fa4f-b2cf-4013-a771-a3abfae0550b requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:07:55.605622 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462b31cb-8186-4114-b1e4-13713a649f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:55.607978 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-462b31cb-8186-4114-b1e4-13713a649f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:55.616878 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce238f66-2047-4d1d-be62-2f66404c8a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for subnet (9e822426-e097-44b3-a5b1-535a48fe7e53), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:55.633792 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d77a35-494d-4368-8d5d-83a99ff880db None None] Network f008da95-af6d-4184-895d-8741fc83cfb3 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:07:55.644880 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-462b31cb-8186-4114-b1e4-13713a649f28 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1629360 Mar 07 14:07:55.648628 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59746) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:55.678261 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:55.704935 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-be342cae-f57d-4e82-b90b-75e4f1a2f42d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8843088 Mar 07 14:07:55.715849 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59750) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:55.789944 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:55.879468 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] Publish callbacks [] for router_gateway (09042323-a94a-4b3f-85bb-7767a9edcfed), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:55.925182 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc113040-0697-54e9-b35b-eede3416c618-933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'fixed_ips': [{'subnet_id': '67446beb-321d-48fe-a154-bbf9a158e88a'}]}} from dv-cinder-794001-5-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:07:55.928530 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:55.934017 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc113040-0697-54e9-b35b-eede3416c618-9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361'}]}} from dv-cinder-794001-5-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:07:55.934561 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce238f66-2047-4d1d-be62-2f66404c8a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e822426-e097-44b3-a5b1-535a48fe7e53,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:55.935352 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:55.946533 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:55.974994 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce238f66-2047-4d1d-be62-2f66404c8a25 admin admin] Checking segment: {'id': '1c187560-9b1c-4981-9612-4ef9fe189a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:07:55.976637 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce238f66-2047-4d1d-be62-2f66404c8a25 admin admin] Network hostable DHCP agents. Network: 20c2fd25-1cf8-48ac-88d2-b56d95ddd118, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:07:56.004856 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1759892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8534'] for router (5f90c74b-dc98-4d22-b6e4-7b99941379c2), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:56.007231 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8543'] for router (5f90c74b-dc98-4d22-b6e4-7b99941379c2), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:56.020990 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1759892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8534'] for router (a238a5af-fc11-4f25-af19-3d0796fd824b), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:56.022982 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8543'] for router (a238a5af-fc11-4f25-af19-3d0796fd824b), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:56.102028 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] Publish callbacks [] for router_controller (a238a5af-fc11-4f25-af19-3d0796fd824b), precommit_add_association {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:56.125202 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 59772) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:56.227977 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] Allocated IP 172.27.2.170 (0de42621-7ed5-44f0-83fc-77dfdf4f89a1/f95c92d6-9e0f-4d00-9e79-b9c60c38725e/5607ae1c-2892-400a-917c-9ccfafe09095) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:07:56.234745 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce238f66-2047-4d1d-be62-2f66404c8a25 admin admin] Network 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:07:56.325511 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] Publish callbacks [] for router_controller (5f90c74b-dc98-4d22-b6e4-7b99941379c2), precommit_add_association {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:56.441963 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:56.475121 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-ce238f66-2047-4d1d-be62-2f66404c8a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, 20c2fd25-1cf8-48ac-88d2-b56d95ddd118) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:07:56.479032 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] Publish callbacks [] for port (5607ae1c-2892-400a-917c-9ccfafe09095), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:56.490016 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Allocated IP 172.20.0.2 (9b62fa4f-b2cf-4013-a771-a3abfae0550b/94b6b23d-f0fc-499f-8502-08cb48270361/313f374f-647f-4383-a1ef-8dd516c94c28) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:07:56.503342 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90dc6d9-6764-4598-b501-1769a8d3ab0c None None] Network 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:07:56.515676 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-452c707a-4750-498c-a987-6d3eee35e44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:56.571639 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (5607ae1c-2892-400a-917c-9ccfafe09095), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:56.616441 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce238f66-2047-4d1d-be62-2f66404c8a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:56.617802 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce238f66-2047-4d1d-be62-2f66404c8a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:56.643854 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] Publish callbacks [] for router_gateway (a238a5af-fc11-4f25-af19-3d0796fd824b), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:56.646983 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] Pushing event updated for resources: {'Port': ['ID=5607ae1c-2892-400a-917c-9ccfafe09095,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:56.663008 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:07:56.667197 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:07:56.673150 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:07:56.674832 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-ce238f66-2047-4d1d-be62-2f66404c8a25 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8825850 Mar 07 14:07:56.675822 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59796) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:56.720902 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:07:56.724453 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Allocated IP 172.20.0.2 (933b9e65-7ee9-4adf-863f-8b675ebba9ea/67446beb-321d-48fe-a154-bbf9a158e88a/f82703ce-b746-4583-8863-92e42d1459b2) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:07:56.911516 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc113040-0697-54e9-b35b-eede3416c618-20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53'}]}} from dv-cinder-794001-5-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:07:56.913156 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:56.941416 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59810) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:56.947340 dv-cinder-794001-5-iscsi neutron-server[103241]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 14:07:56.988843 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] Publish callbacks [] for router_gateway (5f90c74b-dc98-4d22-b6e4-7b99941379c2), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:56.990539 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-452c707a-4750-498c-a987-6d3eee35e44a admin admin] Publish callbacks [] for security_group (951bb85d-6e81-4fca-959b-c9297d85da74), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.027668 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-452c707a-4750-498c-a987-6d3eee35e44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (951bb85d-6e81-4fca-959b-c9297d85da74), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.059532 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1759892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8534'] for router (45baf158-ecb1-4ac3-8891-3257a8c14132), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.060663 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8543'] for router (45baf158-ecb1-4ac3-8891-3257a8c14132), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.114176 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-452c707a-4750-498c-a987-6d3eee35e44a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe8f9b08080744b8a52462f59eede5d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9592798 Mar 07 14:07:57.124126 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59814) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:57.132990 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c707a-4750-498c-a987-6d3eee35e44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951bb85d-6e81-4fca-959b-c9297d85da74,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:57.170443 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Publish callbacks [] for port (f82703ce-b746-4583-8863-92e42d1459b2), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.215528 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (f82703ce-b746-4583-8863-92e42d1459b2), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.234994 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Publish callbacks [] for port (313f374f-647f-4383-a1ef-8dd516c94c28), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.256194 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (313f374f-647f-4383-a1ef-8dd516c94c28), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.258482 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Allocated IP 172.20.0.2 (20c2fd25-1cf8-48ac-88d2-b56d95ddd118/9e822426-e097-44b3-a5b1-535a48fe7e53/2107082d-dcb1-456b-8daf-68ce1c962c67) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:07:57.283716 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Network 933b9e65-7ee9-4adf-863f-8b675ebba9ea is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:07:57.293268 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:07:57.296023 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:07:57.310865 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] Publish callbacks [] for router_gateway (09042323-a94a-4b3f-85bb-7767a9edcfed), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.331386 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Network 9b62fa4f-b2cf-4013-a771-a3abfae0550b is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:07:57.335885 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Pushing event updated for resources: {'Port': ['ID=f82703ce-b746-4583-8863-92e42d1459b2,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:57.361719 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:07:57.364909 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:07:57.367665 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] Publish callbacks [] for router_controller (45baf158-ecb1-4ac3-8891-3257a8c14132), precommit_add_association {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.393606 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-149dff01-047e-415c-9aa0-20024f7f4417 admin admin] Publish callbacks [] for security_group (951bb85d-6e81-4fca-959b-c9297d85da74), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.409325 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:57.410685 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:57.411071 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:57.411422 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:57.411767 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:57.412105 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:57.412441 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:57.412797 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:57.413131 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:57.413478 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:57.413814 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:57.414140 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:57.414461 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Tracked resource versions report: Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: pushed versions: Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: { 'AddressGroup': {'1.2'}, Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'ConntrackHelper': {'1.0'}, Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'LocalIPAssociation': {'1.0'}, Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Log': {'1.0'}, Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Network': {'1.1'}, Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Port': {'1.7'}, Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'PortForwarding': {'1.2'}, Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'QosPolicy': {'1.10'}, Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'SecurityGroup': {'1.5'}, Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'SecurityGroupRule': {'1.2'}, Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'SubPort': {'1.0'}, Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Subnet': {'1.1'}, Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Trunk': {'1.1'}} Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: consumer versions: Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: { DHCP agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: HyperV agent@hv-cinder-79400: {}, Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: L3 agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: Metadata agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: Metering agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: Open vSwitch agent@dv-cinder-794001-5-iscsi: { 'AddressGroup': '1.2', Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'ConntrackHelper': '1.0', Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'LocalIPAssociation': '1.0', Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Log': '1.0', Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Network': '1.1', Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Port': '1.7', Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'PortForwarding': '1.2', Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'QosPolicy': '1.10', Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'SecurityGroup': '1.5', Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'SecurityGroupRule': '1.2', Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'SubPort': '1.0', Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Subnet': '1.1', Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: 'Trunk': '1.1'}} Mar 07 14:07:57.415690 dv-cinder-794001-5-iscsi neutron-server[103242]: {{(pid=103242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 14:07:57.488518 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-546e6c96-a11d-4841-a5a3-5e56ac97efdf tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:07:57.490142 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-546e6c96-a11d-4841-a5a3-5e56ac97efdf tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/networks?id=f008da95-af6d-4184-895d-8741fc83cfb3 HTTP/1.1" status: 200 len: 811 time: 0.5440314 Mar 07 14:07:57.518057 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Attempting to bind port f82703ce-b746-4583-8863-92e42d1459b2 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:07:57.518444 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Attempting to bind port f82703ce-b746-4583-8863-92e42d1459b2 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'f718fe54-c345-4c76-b7b4-82d821b7c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:07:57.518796 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Attempting to bind port f82703ce-b746-4583-8863-92e42d1459b2 on network 933b9e65-7ee9-4adf-863f-8b675ebba9ea {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:07:57.557774 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:07:57.558184 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Checking segment: {'id': 'f718fe54-c345-4c76-b7b4-82d821b7c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:07:57.558568 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.558958 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Bound using segment: {'id': 'f718fe54-c345-4c76-b7b4-82d821b7c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:07:57.559561 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Bound port: f82703ce-b746-4583-8863-92e42d1459b2, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f718fe54-c345-4c76-b7b4-82d821b7c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:07:57.559977 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (f82703ce-b746-4583-8863-92e42d1459b2), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.567281 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Pushing event updated for resources: {'Port': ['ID=313f374f-647f-4383-a1ef-8dd516c94c28,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:57.588876 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-8d5cbbe4-1483-4bcb-89ef-6999712a9f91 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/quotas/40500ce69ce74e9f885d9382ea0e3421 HTTP/1.1" status: 200 len: 375 time: 0.0562117 Mar 07 14:07:57.589100 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Attempting to bind port 313f374f-647f-4383-a1ef-8dd516c94c28 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:07:57.589265 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Attempting to bind port 313f374f-647f-4383-a1ef-8dd516c94c28 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:07:57.589635 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Attempting to bind port 313f374f-647f-4383-a1ef-8dd516c94c28 on network 9b62fa4f-b2cf-4013-a771-a3abfae0550b {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:07:57.590714 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-149dff01-047e-415c-9aa0-20024f7f4417 admin admin] Publish callbacks [] for security_group (951bb85d-6e81-4fca-959b-c9297d85da74), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.597327 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] Publish callbacks [] for router_gateway (45baf158-ecb1-4ac3-8891-3257a8c14132), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.597857 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754106'] for router (09042323-a94a-4b3f-85bb-7767a9edcfed), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.608072 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:07:57.608590 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Checking segment: {'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:07:57.609095 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.609514 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Bound using segment: {'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:07:57.610114 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Bound port: 313f374f-647f-4383-a1ef-8dd516c94c28, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:07:57.610557 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (313f374f-647f-4383-a1ef-8dd516c94c28), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.700306 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-1bdd13a9-b845-4ef9-ad01-eb13ee5520f1 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=40500ce69ce74e9f885d9382ea0e3421&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938818 Mar 07 14:07:57.746467 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Publish callbacks [] for port (2107082d-dcb1-456b-8daf-68ce1c962c67), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.750624 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] Router 09042323-a94a-4b3f-85bb-7767a9edcfed is scheduled to L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 with binding_index 1 {{(pid=103240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:07:57.753542 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] For port f82703ce-b746-4583-8863-92e42d1459b2, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:07:57.760281 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] For port f82703ce-b746-4583-8863-92e42d1459b2, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=f82703ce-b746-4583-8863-92e42d1459b2,segment=NetworkSegment(f718fe54-c345-4c76-b7b4-82d821b7c7db),segment_id=f718fe54-c345-4c76-b7b4-82d821b7c7db)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:07:57.767258 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (2107082d-dcb1-456b-8daf-68ce1c962c67), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.785169 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (f82703ce-b746-4583-8863-92e42d1459b2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.819305 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] For port 313f374f-647f-4383-a1ef-8dd516c94c28, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:07:57.831044 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Network 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:07:57.850827 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:07:57.859160 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] For port 313f374f-647f-4383-a1ef-8dd516c94c28, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=313f374f-647f-4383-a1ef-8dd516c94c28,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:07:57.860678 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:07:57.864936 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Pushing event updated for resources: {'Port': ['ID=2107082d-dcb1-456b-8daf-68ce1c962c67,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:57.874523 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (313f374f-647f-4383-a1ef-8dd516c94c28), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.920635 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:07:57.935313 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Sync routers for ids ['09042323-a94a-4b3f-85bb-7767a9edcfed'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:07:57.951285 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Routers {'09042323-a94a-4b3f-85bb-7767a9edcfed'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:07:57.956018 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:07:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['09042323-a94a-4b3f-85bb-7767a9edcfed'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:57.970717 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:57.974086 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-beefb78b-514b-4a66-bf37-fad0865ae5e4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0209527 Mar 07 14:07:57.977260 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 59830) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:58.006102 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Attempting to bind port 2107082d-dcb1-456b-8daf-68ce1c962c67 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:07:58.006474 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Attempting to bind port 2107082d-dcb1-456b-8daf-68ce1c962c67 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': '1c187560-9b1c-4981-9612-4ef9fe189a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:07:58.006840 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Attempting to bind port 2107082d-dcb1-456b-8daf-68ce1c962c67 on network 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:07:58.010038 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-149dff01-047e-415c-9aa0-20024f7f4417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (951bb85d-6e81-4fca-959b-c9297d85da74), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:58.012549 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-149dff01-047e-415c-9aa0-20024f7f4417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:58.016506 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-149dff01-047e-415c-9aa0-20024f7f4417 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/951bb85d-6e81-4fca-959b-c9297d85da74 HTTP/1.1" status: 204 len: 168 time: 0.8816643 Mar 07 14:07:58.025514 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538ee8b-dd87-4d35-a119-c1ce63451879 None None] Pushing event updated for resources: {'Port': ['ID=f82703ce-b746-4583-8863-92e42d1459b2,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:58.039476 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-9705e057-14e3-436e-887c-745ba95b295c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:07:58.040524 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-9705e057-14e3-436e-887c-745ba95b295c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1855383 Mar 07 14:07:58.050113 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:07:58.050341 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Checking segment: {'id': '1c187560-9b1c-4981-9612-4ef9fe189a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:07:58.050686 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:58.051078 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Bound using segment: {'id': '1c187560-9b1c-4981-9612-4ef9fe189a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:07:58.051554 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Bound port: 2107082d-dcb1-456b-8daf-68ce1c962c67, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c187560-9b1c-4981-9612-4ef9fe189a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:07:58.051931 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (2107082d-dcb1-456b-8daf-68ce1c962c67), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:58.080439 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] Publish callbacks [] for router_gateway (a238a5af-fc11-4f25-af19-3d0796fd824b), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:58.126873 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:58.214307 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70b1fe-e9d4-4216-b1f8-368061438c37 None None] Pushing event updated for resources: {'Port': ['ID=313f374f-647f-4383-a1ef-8dd516c94c28,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:58.282203 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] For port 2107082d-dcb1-456b-8daf-68ce1c962c67, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:07:58.286794 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] For port 2107082d-dcb1-456b-8daf-68ce1c962c67, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=2107082d-dcb1-456b-8daf-68ce1c962c67,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:07:58.318360 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (2107082d-dcb1-456b-8daf-68ce1c962c67), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:58.457830 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] Allocated IP 172.27.2.118 (0de42621-7ed5-44f0-83fc-77dfdf4f89a1/f95c92d6-9e0f-4d00-9e79-b9c60c38725e/886debbe-16b7-43b9-a2f9-323ab0dc424c) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:07:58.510405 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afedde9-489d-4cb1-bb0c-6fedb011304d None None] Pushing event updated for resources: {'Port': ['ID=2107082d-dcb1-456b-8daf-68ce1c962c67,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:58.589696 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Set router 09042323-a94a-4b3f-85bb-7767a9edcfed gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:07:58.662869 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149dff01-047e-415c-9aa0-20024f7f4417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951bb85d-6e81-4fca-959b-c9297d85da74,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:58.826189 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 59848) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:58.916347 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2a14a532-2ad1-41d6-a033-3b3123663ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:58.946451 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] Publish callbacks [] for router_gateway (5f90c74b-dc98-4d22-b6e4-7b99941379c2), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:58.956279 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09042323-a94a-4b3f-85bb-7767a9edcfed', 'name': 'tempest-ServerRescueNegativeTestJSON-1363605598-router', 'tenant_id': '15dbf5263913404f98297aed6eaa217f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '5607ae1c-2892-400a-917c-9ccfafe09095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:55Z', 'updated_at': '2022-03-07T14:07:57Z', 'revision_number': 3, 'project_id': '15dbf5263913404f98297aed6eaa217f', 'gw_port': {'id': '5607ae1c-2892-400a-917c-9ccfafe09095', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09042323-a94a-4b3f-85bb-7767a9edcfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:55Z', 'updated_at': '2022-03-07T14:07:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:07:58.995453 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Checking router: 09042323-a94a-4b3f-85bb-7767a9edcfed for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:07:58.996142 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Updating router 09042323-a94a-4b3f-85bb-7767a9edcfed port 5607ae1c-2892-400a-917c-9ccfafe09095 binding host dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:07:59.028994 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (5607ae1c-2892-400a-917c-9ccfafe09095), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:59.145781 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d98df541-de4c-488d-a8d0-aa64b74d672f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:59.176968 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:59.277575 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2a14a532-2ad1-41d6-a033-3b3123663ebc admin admin] Publish callbacks [] for security_group (4da91108-c666-4446-aea2-2439e8b8fd51), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:59.289745 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2a14a532-2ad1-41d6-a033-3b3123663ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (4da91108-c666-4446-aea2-2439e8b8fd51), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:59.356395 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-31e1cf72-a651-4d66-9175-d4689654e36c service neutron] 10.222.0.26 "GET /v2.0/networks/f008da95-af6d-4184-895d-8741fc83cfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2873313 Mar 07 14:07:59.499376 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-2a14a532-2ad1-41d6-a033-3b3123663ebc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=945b5269053548248af6c786a66dfdd1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6712563 Mar 07 14:07:59.516844 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 59868) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:07:59.517536 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14a532-2ad1-41d6-a033-3b3123663ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da91108-c666-4446-aea2-2439e8b8fd51,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:07:59.591396 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 2107082d-dcb1-456b-8daf-68ce1c962c67 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:07:59.639001 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] Publish callbacks [] for port (886debbe-16b7-43b9-a2f9-323ab0dc424c), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:59.665117 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-11964da5-2c85-48d4-b688-2b7f6f0b716d admin admin] Publish callbacks [] for security_group (4da91108-c666-4446-aea2-2439e8b8fd51), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:59.667140 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-d98df541-de4c-488d-a8d0-aa64b74d672f admin admin] Allocated IP 172.20.0.1 (9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0/f082187e-97c3-4fc5-973d-4bcab4639dde/4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:07:59.690785 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 2107082d-dcb1-456b-8daf-68ce1c962c67 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:07:59.692073 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (2107082d-dcb1-456b-8daf-68ce1c962c67), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:59.714901 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-11964da5-2c85-48d4-b688-2b7f6f0b716d admin admin] Publish callbacks [] for security_group (4da91108-c666-4446-aea2-2439e8b8fd51), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:59.727823 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c51393b-524e-47ca-859d-726c20c12630 None None] Network 933b9e65-7ee9-4adf-863f-8b675ebba9ea requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:07:59.747250 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-fffbf78c-4c23-4325-a8a3-a1e96f215d86 service neutron] 10.222.0.26 "GET /v2.0/networks/f008da95-af6d-4184-895d-8741fc83cfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858476 Mar 07 14:07:59.774289 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] Publish callbacks [] for router_gateway (45baf158-ecb1-4ac3-8891-3257a8c14132), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:59.797076 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:59.815358 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (886debbe-16b7-43b9-a2f9-323ab0dc424c), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:07:59.925195 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:07:59.930348 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:07:59.938027 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:00.023418 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-11964da5-2c85-48d4-b688-2b7f6f0b716d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (4da91108-c666-4446-aea2-2439e8b8fd51), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.030174 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-11964da5-2c85-48d4-b688-2b7f6f0b716d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.031347 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-11964da5-2c85-48d4-b688-2b7f6f0b716d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4da91108-c666-4446-aea2-2439e8b8fd51 HTTP/1.1" status: 204 len: 168 time: 0.5085173 Mar 07 14:08:00.114074 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] Pushing event updated for resources: {'Port': ['ID=886debbe-16b7-43b9-a2f9-323ab0dc424c,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:00.121297 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11964da5-2c85-48d4-b688-2b7f6f0b716d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da91108-c666-4446-aea2-2439e8b8fd51,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:00.143187 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d98df541-de4c-488d-a8d0-aa64b74d672f admin admin] Publish callbacks [] for port (4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.198402 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Publish callbacks [] for port (5607ae1c-2892-400a-917c-9ccfafe09095), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.209617 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (5607ae1c-2892-400a-917c-9ccfafe09095), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.222468 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 59884) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:00.237053 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d98df541-de4c-488d-a8d0-aa64b74d672f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.340203 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Attempting to bind port 5607ae1c-2892-400a-917c-9ccfafe09095 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:00.340698 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Attempting to bind port 5607ae1c-2892-400a-917c-9ccfafe09095 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:00.341074 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Attempting to bind port 5607ae1c-2892-400a-917c-9ccfafe09095 on network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:00.355970 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98df541-de4c-488d-a8d0-aa64b74d672f admin admin] Pushing event updated for resources: {'Port': ['ID=4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:00.362747 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:00.363151 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Checking segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:00.363520 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.363912 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Bound using segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:00.364397 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Bound port: 5607ae1c-2892-400a-917c-9ccfafe09095, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:00.373594 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (5607ae1c-2892-400a-917c-9ccfafe09095), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.379582 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98df541-de4c-488d-a8d0-aa64b74d672f admin admin] Network 9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:00.390081 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-d98df541-de4c-488d-a8d0-aa64b74d672f admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:00.392497 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98df541-de4c-488d-a8d0-aa64b74d672f admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:00.393101 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d98df541-de4c-488d-a8d0-aa64b74d672f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753303'] for router_interface (09042323-a94a-4b3f-85bb-7767a9edcfed), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.429305 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c22807b-a8b3-47f8-9dc4-5b2c5d322138 None None] Network 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:08:00.437700 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeff006-d309-41c8-8551-adedf69683b4 None None] Pushing event updated for resources: {'Port': ['ID=5607ae1c-2892-400a-917c-9ccfafe09095,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:00.475415 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeff006-d309-41c8-8551-adedf69683b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:00.475775 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeff006-d309-41c8-8551-adedf69683b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:00.479205 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeff006-d309-41c8-8551-adedf69683b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:00.479738 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeff006-d309-41c8-8551-adedf69683b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:00.480256 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeff006-d309-41c8-8551-adedf69683b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:00.485254 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeff006-d309-41c8-8551-adedf69683b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:00.485856 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeff006-d309-41c8-8551-adedf69683b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:00.486350 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeff006-d309-41c8-8551-adedf69683b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:00.487035 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeff006-d309-41c8-8551-adedf69683b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:00.487551 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeff006-d309-41c8-8551-adedf69683b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:00.488044 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeff006-d309-41c8-8551-adedf69683b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:00.488533 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeff006-d309-41c8-8551-adedf69683b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:00.489029 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeff006-d309-41c8-8551-adedf69683b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeff006-d309-41c8-8551-adedf69683b4 None None] Tracked resource versions report: Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: pushed versions: Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: { 'AddressGroup': {'1.2'}, Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'ConntrackHelper': {'1.0'}, Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'LocalIPAssociation': {'1.0'}, Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Log': {'1.0'}, Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Network': {'1.1'}, Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Port': {'1.7'}, Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'PortForwarding': {'1.2'}, Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'QosPolicy': {'1.10'}, Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'SecurityGroup': {'1.5'}, Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'SecurityGroupRule': {'1.2'}, Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'SubPort': {'1.0'}, Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Subnet': {'1.1'}, Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Trunk': {'1.1'}} Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: consumer versions: Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: { DHCP agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: HyperV agent@hv-cinder-79400: {}, Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: L3 agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: Metadata agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: Metering agent@dv-cinder-794001-5-iscsi: {}, Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: Open vSwitch agent@dv-cinder-794001-5-iscsi: { 'AddressGroup': '1.2', Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'ConntrackHelper': '1.0', Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'LocalIPAssociation': '1.0', Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Log': '1.0', Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Network': '1.1', Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Port': '1.7', Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'PortForwarding': '1.2', Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'QosPolicy': '1.10', Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'SecurityGroup': '1.5', Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'SecurityGroupRule': '1.2', Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'SubPort': '1.0', Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Subnet': '1.1', Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: 'Trunk': '1.1'}} Mar 07 14:08:00.490391 dv-cinder-794001-5-iscsi neutron-server[103243]: {{(pid=103243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 14:08:00.496814 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-29853051-5ce2-476e-b63d-3a024c9cc3b3 req-f0155c2d-84f6-4a87-b4ba-b4bedbb5aa5d tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 210 time: 0.2736967 Mar 07 14:08:00.572060 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] For port 5607ae1c-2892-400a-917c-9ccfafe09095, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:00.581764 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] For port 5607ae1c-2892-400a-917c-9ccfafe09095, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=5607ae1c-2892-400a-917c-9ccfafe09095,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:00.594805 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (5607ae1c-2892-400a-917c-9ccfafe09095), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.661330 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-826ab309-da8c-4e77-a9a8-9620103c5df3 None None] Provisioning complete for port f82703ce-b746-4583-8863-92e42d1459b2 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:00.662788 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-826ab309-da8c-4e77-a9a8-9620103c5df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (f82703ce-b746-4583-8863-92e42d1459b2), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.729136 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 2107082d-dcb1-456b-8daf-68ce1c962c67 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:00.729938 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (2107082d-dcb1-456b-8daf-68ce1c962c67), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.771366 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Routers {'09042323-a94a-4b3f-85bb-7767a9edcfed'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:00.773182 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:07:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['09042323-a94a-4b3f-85bb-7767a9edcfed'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:00.782520 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] Allocated IP 172.27.2.111 (0de42621-7ed5-44f0-83fc-77dfdf4f89a1/f95c92d6-9e0f-4d00-9e79-b9c60c38725e/53078f03-9d79-4e44-9843-8f5c026b2e99) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:00.801240 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] For port 2107082d-dcb1-456b-8daf-68ce1c962c67, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=2107082d-dcb1-456b-8daf-68ce1c962c67,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:00.835734 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (2107082d-dcb1-456b-8daf-68ce1c962c67), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.840912 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] Publish callbacks [] for router_gateway (a238a5af-fc11-4f25-af19-3d0796fd824b), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:00.841964 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device f82703ce-b746-4583-8863-92e42d1459b2 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:00.930453 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9210265d-0173-44bd-a09b-2dcfa33b667e None None] Network 9b62fa4f-b2cf-4013-a771-a3abfae0550b requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:08:00.944710 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeff006-d309-41c8-8551-adedf69683b4 None None] Pushing event updated for resources: {'Port': ['ID=5607ae1c-2892-400a-917c-9ccfafe09095,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:01.052907 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-826ab309-da8c-4e77-a9a8-9620103c5df3 None None] Current status of the port f82703ce-b746-4583-8863-92e42d1459b2 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:01.053598 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-826ab309-da8c-4e77-a9a8-9620103c5df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (f82703ce-b746-4583-8863-92e42d1459b2), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.090391 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] Set router 09042323-a94a-4b3f-85bb-7767a9edcfed gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:01.118779 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d98df541-de4c-488d-a8d0-aa64b74d672f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.172361 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Pushing event updated for resources: {'Port': ['ID=2107082d-dcb1-456b-8daf-68ce1c962c67,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:01.192128 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port f82703ce-b746-4583-8863-92e42d1459b2 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:01.192829 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (f82703ce-b746-4583-8863-92e42d1459b2), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.208282 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-826ab309-da8c-4e77-a9a8-9620103c5df3 None None] For port f82703ce-b746-4583-8863-92e42d1459b2, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=f82703ce-b746-4583-8863-92e42d1459b2,segment=NetworkSegment(f718fe54-c345-4c76-b7b4-82d821b7c7db),segment_id=f718fe54-c345-4c76-b7b4-82d821b7c7db)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:01.259378 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-826ab309-da8c-4e77-a9a8-9620103c5df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (f82703ce-b746-4583-8863-92e42d1459b2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.287447 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] Publish callbacks [] for port (53078f03-9d79-4e44-9843-8f5c026b2e99), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.397937 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754106'] for router (a238a5af-fc11-4f25-af19-3d0796fd824b), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.431366 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ab309-da8c-4e77-a9a8-9620103c5df3 None None] Pushing event updated for resources: {'Port': ['ID=f82703ce-b746-4583-8863-92e42d1459b2,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:01.486159 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-42022ccb-443b-43d3-a3cf-87f85fe2091b None None] Provisioning complete for port 2107082d-dcb1-456b-8daf-68ce1c962c67 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:01.486583 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-42022ccb-443b-43d3-a3cf-87f85fe2091b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (2107082d-dcb1-456b-8daf-68ce1c962c67), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.531029 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09042323-a94a-4b3f-85bb-7767a9edcfed', 'name': 'tempest-ServerRescueNegativeTestJSON-1363605598-router', 'tenant_id': '15dbf5263913404f98297aed6eaa217f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '5607ae1c-2892-400a-917c-9ccfafe09095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:55Z', 'updated_at': '2022-03-07T14:07:57Z', 'revision_number': 3, 'project_id': '15dbf5263913404f98297aed6eaa217f', 'gw_port': {'id': '5607ae1c-2892-400a-917c-9ccfafe09095', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09042323-a94a-4b3f-85bb-7767a9edcfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:55Z', 'updated_at': '2022-03-07T14:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:01.555014 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d98df541-de4c-488d-a8d0-aa64b74d672f admin admin] Publish callbacks [] for port (4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.570353 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d98df541-de4c-488d-a8d0-aa64b74d672f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.573491 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d98df541-de4c-488d-a8d0-aa64b74d672f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753275'] for router_interface (09042323-a94a-4b3f-85bb-7767a9edcfed), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.609674 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] Allocated IP 172.27.2.214 (0de42621-7ed5-44f0-83fc-77dfdf4f89a1/f95c92d6-9e0f-4d00-9e79-b9c60c38725e/f7bf4bd0-e885-42c2-942b-7dcacf2a1f74) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:01.610368 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ef4ee-baa1-4478-88b0-121ebd3fbeda None None] The sync data for ids ['09042323-a94a-4b3f-85bb-7767a9edcfed'] in dv-cinder-794001-5-iscsi is: [{'id': '09042323-a94a-4b3f-85bb-7767a9edcfed', 'name': 'tempest-ServerRescueNegativeTestJSON-1363605598-router', 'tenant_id': '15dbf5263913404f98297aed6eaa217f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '5607ae1c-2892-400a-917c-9ccfafe09095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:55Z', 'updated_at': '2022-03-07T14:07:57Z', 'revision_number': 3, 'project_id': '15dbf5263913404f98297aed6eaa217f', 'gw_port': {'id': '5607ae1c-2892-400a-917c-9ccfafe09095', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09042323-a94a-4b3f-85bb-7767a9edcfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:55Z', 'updated_at': '2022-03-07T14:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:08:01.686720 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port f82703ce-b746-4583-8863-92e42d1459b2 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:01.688020 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 313f374f-647f-4383-a1ef-8dd516c94c28 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:01.799300 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] Publish callbacks [] for port (f7bf4bd0-e885-42c2-942b-7dcacf2a1f74), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.800016 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-42022ccb-443b-43d3-a3cf-87f85fe2091b None None] Current status of the port 2107082d-dcb1-456b-8daf-68ce1c962c67 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:01.815600 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (53078f03-9d79-4e44-9843-8f5c026b2e99), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.838688 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 313f374f-647f-4383-a1ef-8dd516c94c28 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:01.839068 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (313f374f-647f-4383-a1ef-8dd516c94c28), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.890561 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-42022ccb-443b-43d3-a3cf-87f85fe2091b None None] Provisioning complete for port 313f374f-647f-4383-a1ef-8dd516c94c28 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:01.890960 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-42022ccb-443b-43d3-a3cf-87f85fe2091b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (313f374f-647f-4383-a1ef-8dd516c94c28), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:01.908069 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4e4fead1-2162-49f3-9243-9b5dad9ae97b req-ac774f98-f7aa-43ad-b717-22c0268497fb tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 210 time: 0.0938656 Mar 07 14:08:01.923410 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:01.924465 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98df541-de4c-488d-a8d0-aa64b74d672f admin admin] Pushing event updated for resources: {'Port': ['ID=4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:01.936599 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:01.946270 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98df541-de4c-488d-a8d0-aa64b74d672f admin admin] Network 9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:01.954437 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-d98df541-de4c-488d-a8d0-aa64b74d672f admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:02.063419 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 313f374f-647f-4383-a1ef-8dd516c94c28 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:02.065709 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (313f374f-647f-4383-a1ef-8dd516c94c28), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:02.134147 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98df541-de4c-488d-a8d0-aa64b74d672f admin admin] Router 09042323-a94a-4b3f-85bb-7767a9edcfed has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:08:02.161208 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-42022ccb-443b-43d3-a3cf-87f85fe2091b None None] Current status of the port 313f374f-647f-4383-a1ef-8dd516c94c28 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:02.161604 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-42022ccb-443b-43d3-a3cf-87f85fe2091b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (313f374f-647f-4383-a1ef-8dd516c94c28), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:02.177473 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] For port 313f374f-647f-4383-a1ef-8dd516c94c28, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=313f374f-647f-4383-a1ef-8dd516c94c28,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:02.188524 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (313f374f-647f-4383-a1ef-8dd516c94c28), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:02.262817 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:02.275760 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (f7bf4bd0-e885-42c2-942b-7dcacf2a1f74), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:02.331902 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] Pushing event updated for resources: {'Port': ['ID=53078f03-9d79-4e44-9843-8f5c026b2e99,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:02.335340 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.db.api [None req-42022ccb-443b-43d3-a3cf-87f85fe2091b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 14:08:02.335905 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG oslo_db.api [None req-42022ccb-443b-43d3-a3cf-87f85fe2091b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 14:08:02.336534 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Pushing event updated for resources: {'Port': ['ID=313f374f-647f-4383-a1ef-8dd516c94c28,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:02.357457 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98df541-de4c-488d-a8d0-aa64b74d672f admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:08:02.368400 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-d98df541-de4c-488d-a8d0-aa64b74d672f admin admin] 10.222.0.26 "PUT /v2.0/routers/09042323-a94a-4b3f-85bb-7767a9edcfed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3900263 Mar 07 14:08:02.473180 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 5607ae1c-2892-400a-917c-9ccfafe09095 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:02.478821 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:02.490737 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] Pushing event updated for resources: {'Port': ['ID=f7bf4bd0-e885-42c2-942b-7dcacf2a1f74,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:02.497773 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:02.500993 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:02.589746 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 5607ae1c-2892-400a-917c-9ccfafe09095 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:02.590387 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (5607ae1c-2892-400a-917c-9ccfafe09095), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:02.692542 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] Router a238a5af-fc11-4f25-af19-3d0796fd824b is scheduled to L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 with binding_index 1 {{(pid=103241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:08:02.727768 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 5607ae1c-2892-400a-917c-9ccfafe09095 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:02.728530 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (5607ae1c-2892-400a-917c-9ccfafe09095), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:02.762923 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] For port 5607ae1c-2892-400a-917c-9ccfafe09095, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=5607ae1c-2892-400a-917c-9ccfafe09095,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:02.771986 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (5607ae1c-2892-400a-917c-9ccfafe09095), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:02.773434 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device f82703ce-b746-4583-8863-92e42d1459b2 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:02.883971 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] Publish callbacks [] for router_gateway (5f90c74b-dc98-4d22-b6e4-7b99941379c2), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:02.958347 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port f82703ce-b746-4583-8863-92e42d1459b2 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:02.959328 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (f82703ce-b746-4583-8863-92e42d1459b2), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:02.964363 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-42022ccb-443b-43d3-a3cf-87f85fe2091b None None] Current status of the port 313f374f-647f-4383-a1ef-8dd516c94c28 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:02.992763 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Pushing event updated for resources: {'Port': ['ID=5607ae1c-2892-400a-917c-9ccfafe09095,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:03.011513 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-42022ccb-443b-43d3-a3cf-87f85fe2091b None None] Provisioning complete for port f82703ce-b746-4583-8863-92e42d1459b2 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:03.011898 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-42022ccb-443b-43d3-a3cf-87f85fe2091b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (f82703ce-b746-4583-8863-92e42d1459b2), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:03.135735 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] Publish callbacks [] for router_gateway (45baf158-ecb1-4ac3-8891-3257a8c14132), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:03.141442 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port f82703ce-b746-4583-8863-92e42d1459b2 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:03.142524 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 2107082d-dcb1-456b-8daf-68ce1c962c67 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:03.214292 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:08:03.221584 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-42022ccb-443b-43d3-a3cf-87f85fe2091b None None] Current status of the port f82703ce-b746-4583-8863-92e42d1459b2 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:03.240935 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Sync routers for ids ['a238a5af-fc11-4f25-af19-3d0796fd824b'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:08:03.245405 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 2107082d-dcb1-456b-8daf-68ce1c962c67 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:03.246158 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (2107082d-dcb1-456b-8daf-68ce1c962c67), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:03.283056 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Routers {'a238a5af-fc11-4f25-af19-3d0796fd824b'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:03.283714 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:07:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['a238a5af-fc11-4f25-af19-3d0796fd824b'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:03.323099 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-97ab8b8e-6cfc-4304-9138-546d71abb096 req-99463ba4-d388-48ee-ab98-74a50bcf96bb tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 210 time: 0.1173663 Mar 07 14:08:03.399572 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:08:03.400234 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:03.404365 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-71b1ab46-ec1d-4fb4-929f-f63191152add admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6439550 Mar 07 14:08:03.404843 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60000) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:03.552833 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-210cd892-add4-491c-bf0a-74a289230eba None None] Provisioning complete for port 313f374f-647f-4383-a1ef-8dd516c94c28 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:03.552833 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-210cd892-add4-491c-bf0a-74a289230eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (313f374f-647f-4383-a1ef-8dd516c94c28), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:03.584965 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 2107082d-dcb1-456b-8daf-68ce1c962c67 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:03.588761 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754106'] for router (45baf158-ecb1-4ac3-8891-3257a8c14132), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:03.605300 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Set router a238a5af-fc11-4f25-af19-3d0796fd824b gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:03.770656 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-ec88dbd6-8792-4d5b-92d8-d75b961932d0 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:03.772497 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-ec88dbd6-8792-4d5b-92d8-d75b961932d0 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/networks?id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 HTTP/1.1" status: 200 len: 819 time: 0.4457071 Mar 07 14:08:03.775750 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754106'] for router (5f90c74b-dc98-4d22-b6e4-7b99941379c2), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:03.798368 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-9554e84b-b0d6-49c8-92b9-9e4500ea375b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/quotas/15dbf5263913404f98297aed6eaa217f HTTP/1.1" status: 200 len: 375 time: 0.0154734 Mar 07 14:08:03.820245 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-210cd892-add4-491c-bf0a-74a289230eba None None] Current status of the port 313f374f-647f-4383-a1ef-8dd516c94c28 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:03.908733 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:00Z', 'revision_number': 3, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:03.948899 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Checking router: a238a5af-fc11-4f25-af19-3d0796fd824b for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:08:03.950138 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Updating router a238a5af-fc11-4f25-af19-3d0796fd824b port 886debbe-16b7-43b9-a2f9-323ab0dc424c binding host dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:08:04.010538 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (886debbe-16b7-43b9-a2f9-323ab0dc424c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.022335 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3ed2196d-bd89-47f2-bf7e-2ef1bbb9d34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.176947 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-bc01c743-36d6-4e75-9c3f-322c24b04051 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=15dbf5263913404f98297aed6eaa217f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3487804 Mar 07 14:08:04.215836 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] Router 45baf158-ecb1-4ac3-8891-3257a8c14132 is scheduled to L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 with binding_index 1 {{(pid=103241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:08:04.260925 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Sync routers for ids ['09042323-a94a-4b3f-85bb-7767a9edcfed'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:08:04.282674 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Routers {'09042323-a94a-4b3f-85bb-7767a9edcfed'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:04.287498 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:07:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['09042323-a94a-4b3f-85bb-7767a9edcfed'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:04.342073 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 5607ae1c-2892-400a-917c-9ccfafe09095 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:04.345216 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] Router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 is scheduled to L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 with binding_index 1 {{(pid=103241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:08:04.385715 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:08:04.492618 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-493b2826-f5f1-4d91-bf00-4d9d2ef7ffef service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:08:04.500654 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Sync routers for ids ['45baf158-ecb1-4ac3-8891-3257a8c14132'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:08:04.500832 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-3ed2196d-bd89-47f2-bf7e-2ef1bbb9d34e admin admin] Allocated IP 172.20.0.1 (933b9e65-7ee9-4adf-863f-8b675ebba9ea/67446beb-321d-48fe-a154-bbf9a158e88a/c683bc98-e469-48e5-a3ee-5a5781bf6190) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:04.504202 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-493b2826-f5f1-4d91-bf00-4d9d2ef7ffef service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1304572 Mar 07 14:08:04.558007 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Set router 09042323-a94a-4b3f-85bb-7767a9edcfed gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:04.583363 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Publish callbacks [] for port (886debbe-16b7-43b9-a2f9-323ab0dc424c), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.586752 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Routers {'45baf158-ecb1-4ac3-8891-3257a8c14132'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:04.587732 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:07:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['45baf158-ecb1-4ac3-8891-3257a8c14132'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:04.591915 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.596420 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a15fdbb3-ca8f-4874-846c-f456717b2583 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8793118 Mar 07 14:08:04.601992 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60022) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:04.602690 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-23050b94-c35d-4540-ae6c-ab47031449e0 req-2d72ba60-d4cb-451b-98d9-92406e89a717 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 210 time: 0.1159947 Mar 07 14:08:04.679964 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (886debbe-16b7-43b9-a2f9-323ab0dc424c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.755632 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846de1a5-1ade-4223-85ff-f03f8d1934f8 None None] Pushing event updated for resources: {'Port': ['ID=886debbe-16b7-43b9-a2f9-323ab0dc424c,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:04.784627 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3ed2196d-bd89-47f2-bf7e-2ef1bbb9d34e admin admin] Publish callbacks [] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.788910 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Attempting to bind port 886debbe-16b7-43b9-a2f9-323ab0dc424c on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:04.789462 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Attempting to bind port 886debbe-16b7-43b9-a2f9-323ab0dc424c by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:04.789676 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Attempting to bind port 886debbe-16b7-43b9-a2f9-323ab0dc424c on network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:04.797928 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 5607ae1c-2892-400a-917c-9ccfafe09095 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:04.798236 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (5607ae1c-2892-400a-917c-9ccfafe09095), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.800171 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:08:04.806359 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:04.806359 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Checking segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:04.806616 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.807102 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Bound using segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:04.808199 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Bound port: 886debbe-16b7-43b9-a2f9-323ab0dc424c, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:04.808599 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (886debbe-16b7-43b9-a2f9-323ab0dc424c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.836450 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Sync routers for ids ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:08:04.862805 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Routers {'5f90c74b-dc98-4d22-b6e4-7b99941379c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:04.863761 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:07:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:04.864819 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] For port 886debbe-16b7-43b9-a2f9-323ab0dc424c, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:04.869900 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] For port 886debbe-16b7-43b9-a2f9-323ab0dc424c, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=886debbe-16b7-43b9-a2f9-323ab0dc424c,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:04.888019 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-65b3844b-a605-4d27-b95c-00238c2fbdb3 service neutron] 10.222.0.26 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542700 Mar 07 14:08:04.944509 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3ed2196d-bd89-47f2-bf7e-2ef1bbb9d34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.962496 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (886debbe-16b7-43b9-a2f9-323ab0dc424c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.987315 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:04.989316 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-786623e7-fa65-46c1-90fb-06e7519e7aec admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.3156362 Mar 07 14:08:04.992178 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 60030) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:05.008172 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed2196d-bd89-47f2-bf7e-2ef1bbb9d34e admin admin] Network 933b9e65-7ee9-4adf-863f-8b675ebba9ea is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:05.013977 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-3ed2196d-bd89-47f2-bf7e-2ef1bbb9d34e admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:05.081928 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Set router 45baf158-ecb1-4ac3-8891-3257a8c14132 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:05.150763 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed2196d-bd89-47f2-bf7e-2ef1bbb9d34e admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:05.151348 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3ed2196d-bd89-47f2-bf7e-2ef1bbb9d34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753303'] for router_interface (a238a5af-fc11-4f25-af19-3d0796fd824b), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:05.183158 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-0cbc18e7-98e1-47c3-a00a-ed2f15e53a94 service neutron] 10.222.0.26 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860787 Mar 07 14:08:05.224819 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Routers {'a238a5af-fc11-4f25-af19-3d0796fd824b'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:05.225466 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:07:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['a238a5af-fc11-4f25-af19-3d0796fd824b'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:05.227829 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846de1a5-1ade-4223-85ff-f03f8d1934f8 None None] Pushing event updated for resources: {'Port': ['ID=886debbe-16b7-43b9-a2f9-323ab0dc424c,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:05.245190 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Set router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:05.276624 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2196d-bd89-47f2-bf7e-2ef1bbb9d34e admin admin] Pushing event updated for resources: {'Port': ['ID=c683bc98-e469-48e5-a3ee-5a5781bf6190,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:05.444852 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 5607ae1c-2892-400a-917c-9ccfafe09095 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:05.445925 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 313f374f-647f-4383-a1ef-8dd516c94c28 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:05.461033 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-650103e3-02f8-4808-a5d3-fb0494ab9eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:05.471322 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09042323-a94a-4b3f-85bb-7767a9edcfed', 'name': 'tempest-ServerRescueNegativeTestJSON-1363605598-router', 'tenant_id': '15dbf5263913404f98297aed6eaa217f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '5607ae1c-2892-400a-917c-9ccfafe09095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:55Z', 'updated_at': '2022-03-07T14:08:00Z', 'revision_number': 4, 'project_id': '15dbf5263913404f98297aed6eaa217f', 'gw_port': {'id': '5607ae1c-2892-400a-917c-9ccfafe09095', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09042323-a94a-4b3f-85bb-7767a9edcfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:55Z', 'updated_at': '2022-03-07T14:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559', 'name': '', 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0', 'tenant_id': '15dbf5263913404f98297aed6eaa217f', 'mac_address': 'fa:16:3e:ad:88:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09042323-a94a-4b3f-85bb-7767a9edcfed', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f082187e-97c3-4fc5-973d-4bcab4639dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:01Z', 'revision_number': 2, 'project_id': '15dbf5263913404f98297aed6eaa217f', 'subnets': [{'id': 'f082187e-97c3-4fc5-973d-4bcab4639dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:05.489599 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3ed2196d-bd89-47f2-bf7e-2ef1bbb9d34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:05.501679 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-20e8c637-e5fb-4d3a-8b71-976aad1937a7 None None] Provisioning complete for port c683bc98-e469-48e5-a3ee-5a5781bf6190 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:05.502059 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-20e8c637-e5fb-4d3a-8b71-976aad1937a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:05.522278 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Checking router: 09042323-a94a-4b3f-85bb-7767a9edcfed for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:08:05.523605 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Updating router 09042323-a94a-4b3f-85bb-7767a9edcfed port 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559 binding host dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:08:05.566163 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:02Z', 'revision_number': 3, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:05.600544 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Checking router: 5f90c74b-dc98-4d22-b6e4-7b99941379c2 for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:08:05.602574 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Updating router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 port 53078f03-9d79-4e44-9843-8f5c026b2e99 binding host dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:08:05.644336 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (53078f03-9d79-4e44-9843-8f5c026b2e99), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:05.694460 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] Set router a238a5af-fc11-4f25-af19-3d0796fd824b gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:05.727498 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-de3786c2-4a52-4795-8c26-1da71dea9285 req-de4e4179-f543-4ff1-a522-bd667811c477 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 210 time: 0.1364365 Mar 07 14:08:05.759834 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:05.835929 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-650103e3-02f8-4808-a5d3-fb0494ab9eef admin admin] Allocated IP 172.20.0.1 (20c2fd25-1cf8-48ac-88d2-b56d95ddd118/9e822426-e097-44b3-a5b1-535a48fe7e53/ff1a2489-b06b-40d2-b305-e2725bd596a8) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:05.850137 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3ed2196d-bd89-47f2-bf7e-2ef1bbb9d34e admin admin] Publish callbacks [] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:05.864266 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3ed2196d-bd89-47f2-bf7e-2ef1bbb9d34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:05.865233 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3ed2196d-bd89-47f2-bf7e-2ef1bbb9d34e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753275'] for router_interface (a238a5af-fc11-4f25-af19-3d0796fd824b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:05.933625 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-20e8c637-e5fb-4d3a-8b71-976aad1937a7 None None] Port c683bc98-e469-48e5-a3ee-5a5781bf6190 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:08:05.947284 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 313f374f-647f-4383-a1ef-8dd516c94c28 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:05.947664 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (313f374f-647f-4383-a1ef-8dd516c94c28), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:06.025072 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:08:02Z', 'revision_number': 3, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port': {'id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:06.124758 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Publish callbacks [] for port (4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:06.198371 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed2196d-bd89-47f2-bf7e-2ef1bbb9d34e admin admin] Network 933b9e65-7ee9-4adf-863f-8b675ebba9ea is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:06.204480 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-3ed2196d-bd89-47f2-bf7e-2ef1bbb9d34e admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:06.223627 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2196d-bd89-47f2-bf7e-2ef1bbb9d34e admin admin] Pushing event updated for resources: {'Port': ['ID=c683bc98-e469-48e5-a3ee-5a5781bf6190,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:06.248281 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Checking router: 45baf158-ecb1-4ac3-8891-3257a8c14132 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:08:06.248676 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Updating router 45baf158-ecb1-4ac3-8891-3257a8c14132 port f7bf4bd0-e885-42c2-942b-7dcacf2a1f74 binding host dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:08:06.387070 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Publish callbacks [] for port (53078f03-9d79-4e44-9843-8f5c026b2e99), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:06.392405 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:06.407099 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (53078f03-9d79-4e44-9843-8f5c026b2e99), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:06.409213 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb7c9-0ff7-4c29-bb28-5fcaa35cf3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:06.416759 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-4d158b25-13c2-497a-becd-3708ff22278c tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:06.418565 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-4d158b25-13c2-497a-becd-3708ff22278c tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/networks?id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 HTTP/1.1" status: 200 len: 819 time: 0.2743680 Mar 07 14:08:06.430270 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (f7bf4bd0-e885-42c2-942b-7dcacf2a1f74), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:06.455674 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8afbe6cd-48df-401e-9d99-a696d5434863 req-4127b6a5-a7a4-4265-b704-a790f16fd6b4 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 210 time: 0.4394698 Mar 07 14:08:06.463185 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-650103e3-02f8-4808-a5d3-fb0494ab9eef admin admin] Publish callbacks [] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:06.509372 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-972e546f-6070-47fb-8279-024969e7e054 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/quotas/15dbf5263913404f98297aed6eaa217f HTTP/1.1" status: 200 len: 375 time: 0.0514755 Mar 07 14:08:06.587280 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Attempting to bind port 53078f03-9d79-4e44-9843-8f5c026b2e99 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:06.588638 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Attempting to bind port 53078f03-9d79-4e44-9843-8f5c026b2e99 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:06.589163 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Attempting to bind port 53078f03-9d79-4e44-9843-8f5c026b2e99 on network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:06.599551 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:06.600202 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Checking segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:06.600775 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:06.601338 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Bound using segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:06.601967 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Bound port: 53078f03-9d79-4e44-9843-8f5c026b2e99, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:06.603019 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (53078f03-9d79-4e44-9843-8f5c026b2e99), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:06.643696 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-f197a015-6d58-4779-8194-88997b1584d0 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=15dbf5263913404f98297aed6eaa217f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1228487 Mar 07 14:08:06.667082 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] For port 53078f03-9d79-4e44-9843-8f5c026b2e99, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:06.671964 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] For port 53078f03-9d79-4e44-9843-8f5c026b2e99, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=53078f03-9d79-4e44-9843-8f5c026b2e99,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:06.703842 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (53078f03-9d79-4e44-9843-8f5c026b2e99), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:06.704846 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed2196d-bd89-47f2-bf7e-2ef1bbb9d34e admin admin] Router a238a5af-fc11-4f25-af19-3d0796fd824b has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:08:06.710384 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-650103e3-02f8-4808-a5d3-fb0494ab9eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:06.729487 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f3c11-31bd-4c16-bc72-46ba20af7618 None None] Pushing event updated for resources: {'Port': ['ID=4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:06.743460 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 313f374f-647f-4383-a1ef-8dd516c94c28 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:06.755935 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Attempting to bind port 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:06.756312 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Attempting to bind port 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': '191c9df1-4ea1-4ffe-8828-dc9a326d408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:06.756677 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Attempting to bind port 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559 on network 9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:06.763890 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:06.764386 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Checking segment: {'id': '191c9df1-4ea1-4ffe-8828-dc9a326d408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:06.764976 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:06.765292 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Bound using segment: {'id': '191c9df1-4ea1-4ffe-8828-dc9a326d408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:06.765922 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Bound port: 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191c9df1-4ea1-4ffe-8828-dc9a326d408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:06.766314 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:06.775143 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Routers {'5f90c74b-dc98-4d22-b6e4-7b99941379c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:06.776106 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:07:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:06.788343 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-a7dcb1e8-0b97-4149-a204-242464e51f4f None None] Provisioning complete for port c683bc98-e469-48e5-a3ee-5a5781bf6190 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:06.788887 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb1e8-0b97-4149-a204-242464e51f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:06.798643 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650103e3-02f8-4808-a5d3-fb0494ab9eef admin admin] Network 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:06.803269 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-650103e3-02f8-4808-a5d3-fb0494ab9eef admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:06.803719 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-9b8bb7c9-0ff7-4c29-bb28-5fcaa35cf3bc admin admin] Allocated IP 172.20.0.1 (9b62fa4f-b2cf-4013-a771-a3abfae0550b/94b6b23d-f0fc-499f-8502-08cb48270361/07602ac7-6904-4e0d-b43d-736996a28caf) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:06.827431 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650103e3-02f8-4808-a5d3-fb0494ab9eef admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:06.829298 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-650103e3-02f8-4808-a5d3-fb0494ab9eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753303'] for router_interface (45baf158-ecb1-4ac3-8891-3257a8c14132), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:06.911217 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:00Z', 'revision_number': 3, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:06.993156 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeee84a-9881-4a8b-b65e-a2f2da855b66 None None] The sync data for ids ['a238a5af-fc11-4f25-af19-3d0796fd824b'] in dv-cinder-794001-5-iscsi is: [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:00Z', 'revision_number': 3, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:08:07.001515 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a7dcb1e8-0b97-4149-a204-242464e51f4f None None] Port c683bc98-e469-48e5-a3ee-5a5781bf6190 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:08:07.074277 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Publish callbacks [] for port (f7bf4bd0-e885-42c2-942b-7dcacf2a1f74), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:07.084631 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (f7bf4bd0-e885-42c2-942b-7dcacf2a1f74), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:07.145456 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7405dca-9a18-42ee-9b68-f403f32ca4a9 None None] Pushing event updated for resources: {'Port': ['ID=53078f03-9d79-4e44-9843-8f5c026b2e99,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:07.180658 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Attempting to bind port f7bf4bd0-e885-42c2-942b-7dcacf2a1f74 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:07.181218 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Attempting to bind port f7bf4bd0-e885-42c2-942b-7dcacf2a1f74 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:07.181895 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Attempting to bind port f7bf4bd0-e885-42c2-942b-7dcacf2a1f74 on network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:07.191785 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:07.192793 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Checking segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:07.193454 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:07.193939 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Bound using segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:07.195840 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Bound port: f7bf4bd0-e885-42c2-942b-7dcacf2a1f74, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:07.196521 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (f7bf4bd0-e885-42c2-942b-7dcacf2a1f74), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:07.236134 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9317e9-8837-450f-87aa-417bfeff55a2 None None] Pushing event updated for resources: {'Port': ['ID=f7bf4bd0-e885-42c2-942b-7dcacf2a1f74,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:07.245023 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] For port 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:07.268922 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-e854858d-6eac-44f9-9487-9dbc69ca9a72 None None] Provisioning complete for port ff1a2489-b06b-40d2-b305-e2725bd596a8 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:07.269695 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e854858d-6eac-44f9-9487-9dbc69ca9a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:07.277553 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] For port 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559,segment=NetworkSegment(191c9df1-4ea1-4ffe-8828-dc9a326d408e),segment_id=191c9df1-4ea1-4ffe-8828-dc9a326d408e)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:07.280181 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] Set router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:07.292788 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed2196d-bd89-47f2-bf7e-2ef1bbb9d34e admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:08:07.314248 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-3ed2196d-bd89-47f2-bf7e-2ef1bbb9d34e admin admin] 10.222.0.26 "PUT /v2.0/routers/a238a5af-fc11-4f25-af19-3d0796fd824b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8973715 Mar 07 14:08:07.319837 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:07.320894 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650103e3-02f8-4808-a5d3-fb0494ab9eef admin admin] Pushing event updated for resources: {'Port': ['ID=ff1a2489-b06b-40d2-b305-e2725bd596a8,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:07.385423 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-e854858d-6eac-44f9-9487-9dbc69ca9a72 None None] Port ff1a2489-b06b-40d2-b305-e2725bd596a8 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:08:07.392167 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7405dca-9a18-42ee-9b68-f403f32ca4a9 None None] Pushing event updated for resources: {'Port': ['ID=53078f03-9d79-4e44-9843-8f5c026b2e99,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:07.402552 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] For port f7bf4bd0-e885-42c2-942b-7dcacf2a1f74, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:07.404403 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Routers {'09042323-a94a-4b3f-85bb-7767a9edcfed'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:07.405673 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:07:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['09042323-a94a-4b3f-85bb-7767a9edcfed'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:07.413659 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] For port f7bf4bd0-e885-42c2-942b-7dcacf2a1f74, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=f7bf4bd0-e885-42c2-942b-7dcacf2a1f74,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:07.424060 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb7c9-0ff7-4c29-bb28-5fcaa35cf3bc admin admin] Publish callbacks [] for port (07602ac7-6904-4e0d-b43d-736996a28caf), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:07.432733 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-09e8b77b-91cf-4f35-bda2-2afaa1dae201 service neutron] 10.222.0.26 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7797277 Mar 07 14:08:07.434055 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (f7bf4bd0-e885-42c2-942b-7dcacf2a1f74), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:07.566134 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9317e9-8837-450f-87aa-417bfeff55a2 None None] Pushing event updated for resources: {'Port': ['ID=f7bf4bd0-e885-42c2-942b-7dcacf2a1f74,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:07.569552 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Routers {'45baf158-ecb1-4ac3-8891-3257a8c14132'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:07.574668 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:07:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['45baf158-ecb1-4ac3-8891-3257a8c14132'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:07.601502 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-650103e3-02f8-4808-a5d3-fb0494ab9eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:07.669451 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cbd166c0-aea6-4392-98fd-3afc8a30058d req-70b9d64a-90c6-4a88-90cb-0b806f90f8f1 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 210 time: 0.0436354 Mar 07 14:08:07.706406 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-e7f33eeb-13b8-40fc-80a0-89fdb81a21aa service neutron] 10.222.0.26 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604833 Mar 07 14:08:07.714253 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb7c9-0ff7-4c29-bb28-5fcaa35cf3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (07602ac7-6904-4e0d-b43d-736996a28caf), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:07.745183 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] Set router 45baf158-ecb1-4ac3-8891-3257a8c14132 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:07.778108 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8bb7c9-0ff7-4c29-bb28-5fcaa35cf3bc admin admin] Network 9b62fa4f-b2cf-4013-a771-a3abfae0550b is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:07.782727 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-9b8bb7c9-0ff7-4c29-bb28-5fcaa35cf3bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:07.784191 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] Set router 09042323-a94a-4b3f-85bb-7767a9edcfed gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:07.786094 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8bb7c9-0ff7-4c29-bb28-5fcaa35cf3bc admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:07.786562 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb7c9-0ff7-4c29-bb28-5fcaa35cf3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753303'] for router_interface (5f90c74b-dc98-4d22-b6e4-7b99941379c2), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:07.984336 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-650103e3-02f8-4808-a5d3-fb0494ab9eef admin admin] Publish callbacks [] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:07.997039 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-650103e3-02f8-4808-a5d3-fb0494ab9eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:07.997039 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-650103e3-02f8-4808-a5d3-fb0494ab9eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753275'] for router_interface (45baf158-ecb1-4ac3-8891-3257a8c14132), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:08.138890 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bb7c9-0ff7-4c29-bb28-5fcaa35cf3bc admin admin] Pushing event updated for resources: {'Port': ['ID=07602ac7-6904-4e0d-b43d-736996a28caf,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:08.165791 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650103e3-02f8-4808-a5d3-fb0494ab9eef admin admin] Pushing event updated for resources: {'Port': ['ID=ff1a2489-b06b-40d2-b305-e2725bd596a8,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:08.206706 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3d5a046f-b4c0-421c-b846-59fc64e97116 req-0e8e2ffd-9b1c-4c55-83bd-e3bced71b6ae tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 210 time: 0.0725236 Mar 07 14:08:08.262845 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb7c9-0ff7-4c29-bb28-5fcaa35cf3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (07602ac7-6904-4e0d-b43d-736996a28caf), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:08.329623 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-686b9656-ad0b-409b-97a9-68d9b8dab0a0 None None] Provisioning complete for port 07602ac7-6904-4e0d-b43d-736996a28caf triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:08.330212 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-686b9656-ad0b-409b-97a9-68d9b8dab0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (07602ac7-6904-4e0d-b43d-736996a28caf), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:08.369321 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650103e3-02f8-4808-a5d3-fb0494ab9eef admin admin] Network 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:08.373002 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-650103e3-02f8-4808-a5d3-fb0494ab9eef admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:08.447639 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 4, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port': {'id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'ff1a2489-b06b-40d2-b305-e2725bd596a8', 'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'mac_address': 'fa:16:3e:4b:85:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:05Z', 'updated_at': '2022-03-07T14:08:05Z', 'revision_number': 1, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'subnets': [{'id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:08.448709 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-686b9656-ad0b-409b-97a9-68d9b8dab0a0 None None] Port 07602ac7-6904-4e0d-b43d-736996a28caf cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:08:08.539305 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5973f6-b2d7-4aff-9e76-bbcda4c50377 None None] The sync data for ids ['45baf158-ecb1-4ac3-8891-3257a8c14132'] in dv-cinder-794001-5-iscsi is: [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 4, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port': {'id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'ff1a2489-b06b-40d2-b305-e2725bd596a8', 'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'mac_address': 'fa:16:3e:4b:85:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:05Z', 'updated_at': '2022-03-07T14:08:05Z', 'revision_number': 1, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'subnets': [{'id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:08:08.624185 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f3c11-31bd-4c16-bc72-46ba20af7618 None None] Pushing event updated for resources: {'Port': ['ID=4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559,revision_number=4']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:08.694493 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650103e3-02f8-4808-a5d3-fb0494ab9eef admin admin] Router 45baf158-ecb1-4ac3-8891-3257a8c14132 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:08:08.728662 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb7c9-0ff7-4c29-bb28-5fcaa35cf3bc admin admin] Publish callbacks [] for port (07602ac7-6904-4e0d-b43d-736996a28caf), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:08.738284 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb7c9-0ff7-4c29-bb28-5fcaa35cf3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (07602ac7-6904-4e0d-b43d-736996a28caf), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:08.739254 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb7c9-0ff7-4c29-bb28-5fcaa35cf3bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753275'] for router_interface (5f90c74b-dc98-4d22-b6e4-7b99941379c2), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:08.813241 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-20e6ce4c-e0da-4f4d-97a0-0503f5d6e672 None None] Provisioning complete for port ff1a2489-b06b-40d2-b305-e2725bd596a8 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:08.815317 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-20e6ce4c-e0da-4f4d-97a0-0503f5d6e672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:08.825391 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 60142) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:08.832069 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-c66a3ee3-6b04-4e6a-8171-51e37bffd35a tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2003318346', 'description': 'tempest-description--1064301783'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:08.936943 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.25', 64198) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:08.992475 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-20e6ce4c-e0da-4f4d-97a0-0503f5d6e672 None None] Port ff1a2489-b06b-40d2-b305-e2725bd596a8 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:08:09.005091 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09042323-a94a-4b3f-85bb-7767a9edcfed', 'name': 'tempest-ServerRescueNegativeTestJSON-1363605598-router', 'tenant_id': '15dbf5263913404f98297aed6eaa217f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '5607ae1c-2892-400a-917c-9ccfafe09095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:55Z', 'updated_at': '2022-03-07T14:08:00Z', 'revision_number': 4, 'project_id': '15dbf5263913404f98297aed6eaa217f', 'gw_port': {'id': '5607ae1c-2892-400a-917c-9ccfafe09095', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09042323-a94a-4b3f-85bb-7767a9edcfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:55Z', 'updated_at': '2022-03-07T14:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559', 'name': '', 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0', 'tenant_id': '15dbf5263913404f98297aed6eaa217f', 'mac_address': 'fa:16:3e:ad:88:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09042323-a94a-4b3f-85bb-7767a9edcfed', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f082187e-97c3-4fc5-973d-4bcab4639dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 4, 'project_id': '15dbf5263913404f98297aed6eaa217f', 'subnets': [{'id': 'f082187e-97c3-4fc5-973d-4bcab4639dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:09.038767 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dee4d0-f062-44f6-8e82-4eba2fd02495 None None] The sync data for ids ['09042323-a94a-4b3f-85bb-7767a9edcfed'] in dv-cinder-794001-5-iscsi is: [{'id': '09042323-a94a-4b3f-85bb-7767a9edcfed', 'name': 'tempest-ServerRescueNegativeTestJSON-1363605598-router', 'tenant_id': '15dbf5263913404f98297aed6eaa217f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '5607ae1c-2892-400a-917c-9ccfafe09095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:55Z', 'updated_at': '2022-03-07T14:08:00Z', 'revision_number': 4, 'project_id': '15dbf5263913404f98297aed6eaa217f', 'gw_port': {'id': '5607ae1c-2892-400a-917c-9ccfafe09095', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09042323-a94a-4b3f-85bb-7767a9edcfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:55Z', 'updated_at': '2022-03-07T14:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559', 'name': '', 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0', 'tenant_id': '15dbf5263913404f98297aed6eaa217f', 'mac_address': 'fa:16:3e:ad:88:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09042323-a94a-4b3f-85bb-7767a9edcfed', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f082187e-97c3-4fc5-973d-4bcab4639dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 4, 'project_id': '15dbf5263913404f98297aed6eaa217f', 'subnets': [{'id': 'f082187e-97c3-4fc5-973d-4bcab4639dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:08:09.053718 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1036e185-d8c0-42e1-bba7-7f9b77e938d1 req-770fac4c-3fae-4710-a022-f3234ae29369 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 210 time: 0.1626904 Mar 07 14:08:09.098298 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:02Z', 'revision_number': 3, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:09.100135 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 886debbe-16b7-43b9-a2f9-323ab0dc424c up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:09.128180 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bb7c9-0ff7-4c29-bb28-5fcaa35cf3bc admin admin] Pushing event updated for resources: {'Port': ['ID=07602ac7-6904-4e0d-b43d-736996a28caf,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:09.151765 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c66a3ee3-6b04-4e6a-8171-51e37bffd35a tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:09.203304 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650103e3-02f8-4808-a5d3-fb0494ab9eef admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:08:09.204565 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7434645c-ee3d-4ad3-9856-2f767f1f223e None None] The sync data for ids ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'] in dv-cinder-794001-5-iscsi is: [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:02Z', 'revision_number': 3, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:08:09.272155 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8bb7c9-0ff7-4c29-bb28-5fcaa35cf3bc admin admin] Network 9b62fa4f-b2cf-4013-a771-a3abfae0550b is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:09.288577 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-9b8bb7c9-0ff7-4c29-bb28-5fcaa35cf3bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:09.402279 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-650103e3-02f8-4808-a5d3-fb0494ab9eef admin admin] 10.222.0.26 "PUT /v2.0/routers/45baf158-ecb1-4ac3-8891-3257a8c14132/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7983460 Mar 07 14:08:09.411748 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 886debbe-16b7-43b9-a2f9-323ab0dc424c triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:09.412312 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (886debbe-16b7-43b9-a2f9-323ab0dc424c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:09.562664 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c66a3ee3-6b04-4e6a-8171-51e37bffd35a tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group (9c99f801-bb6c-404d-9a9a-f648019e3078), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:09.649706 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 886debbe-16b7-43b9-a2f9-323ab0dc424c is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:09.650729 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (886debbe-16b7-43b9-a2f9-323ab0dc424c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:09.703285 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5a3fc94c-f7dd-495e-a0f0-34ba717744f9 req-d82780af-ef2a-4b7b-8017-9a10015f29ae tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 210 time: 0.1199520 Mar 07 14:08:09.718250 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c66a3ee3-6b04-4e6a-8171-51e37bffd35a tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (9c99f801-bb6c-404d-9a9a-f648019e3078), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:09.725638 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] For port 886debbe-16b7-43b9-a2f9-323ab0dc424c, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=886debbe-16b7-43b9-a2f9-323ab0dc424c,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:09.743840 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (886debbe-16b7-43b9-a2f9-323ab0dc424c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:09.811958 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a3ee3-6b04-4e6a-8171-51e37bffd35a tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c99f801-bb6c-404d-9a9a-f648019e3078,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:09.818689 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c66a3ee3-6b04-4e6a-8171-51e37bffd35a tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:09.820915 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-c66a3ee3-6b04-4e6a-8171-51e37bffd35a tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9943349 Mar 07 14:08:09.825287 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 60174) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:09.832041 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-774ea184-9edd-4701-ab22-b8c634419bfd tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Request body: {'security_group_rule': {'security_group_id': '9c99f801-bb6c-404d-9a9a-f648019e3078', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:09.884007 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-774ea184-9edd-4701-ab22-b8c634419bfd tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group_rule (3d520f15-23d7-4b20-b0e2-022552b05d95), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:10.037268 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b53c10e0-78b3-42b9-8c90-1ca7b18b1384 None None] Provisioning complete for port 07602ac7-6904-4e0d-b43d-736996a28caf triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:10.037647 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b53c10e0-78b3-42b9-8c90-1ca7b18b1384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (07602ac7-6904-4e0d-b43d-736996a28caf), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:10.040538 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Pushing event updated for resources: {'Port': ['ID=886debbe-16b7-43b9-a2f9-323ab0dc424c,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:10.085310 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-24e81667-5842-48aa-8354-549820d6e942 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:10.086820 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-24e81667-5842-48aa-8354-549820d6e942 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.25 "GET /v2.0/networks?id=f008da95-af6d-4184-895d-8741fc83cfb3 HTTP/1.1" status: 200 len: 811 time: 1.1342993 Mar 07 14:08:10.125658 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b53c10e0-78b3-42b9-8c90-1ca7b18b1384 None None] Port 07602ac7-6904-4e0d-b43d-736996a28caf cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:08:10.193788 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.25', 64207) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:10.194251 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-ac62015a-5fe1-492b-8f20-4fa23604ee54 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Request body: {'port': {'device_id': '5b22de7b-fdb4-4a59-a750-7b8df8fbe935', 'network_id': 'f008da95-af6d-4184-895d-8741fc83cfb3', 'admin_state_up': True, 'tenant_id': '40500ce69ce74e9f885d9382ea0e3421'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:10.214407 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8bb7c9-0ff7-4c29-bb28-5fcaa35cf3bc admin admin] Router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:08:10.215833 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.25', 64208) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:10.219724 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-774ea184-9edd-4701-ab22-b8c634419bfd tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group_rule (3d520f15-23d7-4b20-b0e2-022552b05d95), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:10.462400 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Sync routers for ids ['a238a5af-fc11-4f25-af19-3d0796fd824b'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:08:10.465470 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-45cc77ce-2a22-414c-b3c5-64d86fd8a988 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:10.473530 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-45cc77ce-2a22-414c-b3c5-64d86fd8a988 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.25 "GET /v2.0/networks?id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 HTTP/1.1" status: 200 len: 819 time: 0.2565050 Mar 07 14:08:10.474549 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-774ea184-9edd-4701-ab22-b8c634419bfd tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (3d520f15-23d7-4b20-b0e2-022552b05d95), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:10.503109 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Routers {'a238a5af-fc11-4f25-af19-3d0796fd824b'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:10.507447 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:07:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['a238a5af-fc11-4f25-af19-3d0796fd824b'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:10.528250 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-f51a6fa2-98e9-4f88-b9ee-a16c8147332a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Request body: {'port': {'device_id': '45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92', 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0', 'admin_state_up': True, 'tenant_id': '15dbf5263913404f98297aed6eaa217f'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:10.693002 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60214) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:10.746019 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-f83b7920-a5e2-453f-9f8e-195a6405d2f5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20038622', 'description': 'tempest-description--139428419'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:10.935470 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-774ea184-9edd-4701-ab22-b8c634419bfd tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:10.940151 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-774ea184-9edd-4701-ab22-b8c634419bfd tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1136069 Mar 07 14:08:10.943580 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ea184-9edd-4701-ab22-b8c634419bfd tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d520f15-23d7-4b20-b0e2-022552b05d95,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:10.950459 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60238) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:10.973863 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-feadf5d8-577e-4ebf-828e-5b71db06bfb1 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Request body: {'security_group_rule': {'security_group_id': '9c99f801-bb6c-404d-9a9a-f648019e3078', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:11.046644 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f83b7920-a5e2-453f-9f8e-195a6405d2f5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:11.207937 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Set router a238a5af-fc11-4f25-af19-3d0796fd824b gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:11.233398 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-2468478d-9196-4be6-90f9-ebb93086ebe1 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:11.249581 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-2468478d-9196-4be6-90f9-ebb93086ebe1 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.25 "GET /v2.0/networks?id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 HTTP/1.1" status: 200 len: 819 time: 1.0239391 Mar 07 14:08:11.269569 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-ac62015a-5fe1-492b-8f20-4fa23604ee54 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Made reservation on behalf of 40500ce69ce74e9f885d9382ea0e3421 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:11.275774 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a8403e8e-ec92-4b28-ac1a-35f7618231ba req-9ec301ec-d6b0-45a0-8ea7-8dfdbfea85f0 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 210 time: 0.7243474 Mar 07 14:08:11.293375 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-ac62015a-5fe1-492b-8f20-4fa23604ee54 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:11.322204 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-feadf5d8-577e-4ebf-828e-5b71db06bfb1 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group_rule (273c5a08-5a8b-4763-b3d8-5195e245b141), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:11.352440 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-44eb6328-453e-44b1-b4d3-f4d95ac3630a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Request body: {'port': {'device_id': 'c5d8f210-eb34-4389-855c-64d01600e4a3', 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0', 'admin_state_up': True, 'tenant_id': '15dbf5263913404f98297aed6eaa217f'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:11.552436 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-743d41ae-6c51-4cb6-92e6-e0296d4f3e00 req-c1614691-e788-4fa5-ac85-b1695688ea13 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 210 time: 0.2342970 Mar 07 14:08:12.089980 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 886debbe-16b7-43b9-a2f9-323ab0dc424c up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:12.198332 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-feadf5d8-577e-4ebf-828e-5b71db06bfb1 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group_rule (273c5a08-5a8b-4763-b3d8-5195e245b141), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:12.237043 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-feadf5d8-577e-4ebf-828e-5b71db06bfb1 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (273c5a08-5a8b-4763-b3d8-5195e245b141), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:12.407207 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadf5d8-577e-4ebf-828e-5b71db06bfb1 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273c5a08-5a8b-4763-b3d8-5195e245b141,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:12.458942 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-feadf5d8-577e-4ebf-828e-5b71db06bfb1 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:12.470181 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 886debbe-16b7-43b9-a2f9-323ab0dc424c triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:12.470529 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-feadf5d8-577e-4ebf-828e-5b71db06bfb1 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5170128 Mar 07 14:08:12.471358 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60282) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:12.473998 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (886debbe-16b7-43b9-a2f9-323ab0dc424c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:12.510292 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-50a245d6-8afb-4974-b008-6c01d59a6d69 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Request body: {'floatingip': {'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:12.522589 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-ac62015a-5fe1-492b-8f20-4fa23604ee54 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Allocated IP 172.20.0.7 (f008da95-af6d-4184-895d-8741fc83cfb3/64d0f727-4082-488d-a91d-c05e1067cb33/ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:12.684338 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f83b7920-a5e2-453f-9f8e-195a6405d2f5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group (6653d558-071b-4e09-b9e7-6a1eafa977c9), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:12.713807 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60290) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:12.751448 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f83b7920-a5e2-453f-9f8e-195a6405d2f5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (6653d558-071b-4e09-b9e7-6a1eafa977c9), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:12.814727 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-caf73530-9804-4bab-ab4c-b66c229e5a98 req-f9117359-8448-4e71-a306-cd652cb713ad tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 210 time: 0.2796330 Mar 07 14:08:12.847705 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f83b7920-a5e2-453f-9f8e-195a6405d2f5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:12.847705 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f83b7920-a5e2-453f-9f8e-195a6405d2f5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.1476822 Mar 07 14:08:12.873891 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:05Z', 'revision_number': 4, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'c683bc98-e469-48e5-a3ee-5a5781bf6190', 'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'mac_address': 'fa:16:3e:5e:00:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:04Z', 'updated_at': '2022-03-07T14:08:05Z', 'revision_number': 2, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'subnets': [{'id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:12.887927 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60294) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:12.897643 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-50a245d6-8afb-4974-b008-6c01d59a6d69 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:12.945924 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-ef8b7e86-7086-4ff3-9d80-2e2ce32c1255 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Request body: {'security_group_rule': {'security_group_id': '6653d558-071b-4e09-b9e7-6a1eafa977c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:12.981090 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Checking router: a238a5af-fc11-4f25-af19-3d0796fd824b for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:08:12.981411 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Updating router a238a5af-fc11-4f25-af19-3d0796fd824b port c683bc98-e469-48e5-a3ee-5a5781bf6190 binding host dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:08:13.013719 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a0b83f30-b8af-4147-bc69-2e8c5139191c req-ab36031f-cdac-41f0-8c49-099e2f2d6409 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 210 time: 0.1836996 Mar 07 14:08:13.033842 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8bb7c9-0ff7-4c29-bb28-5fcaa35cf3bc admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:08:13.043477 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-9b8bb7c9-0ff7-4c29-bb28-5fcaa35cf3bc admin admin] 10.222.0.26 "PUT /v2.0/routers/5f90c74b-dc98-4d22-b6e4-7b99941379c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0356758 Mar 07 14:08:13.054821 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:13.093289 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 886debbe-16b7-43b9-a2f9-323ab0dc424c is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:13.094564 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device f7bf4bd0-e885-42c2-942b-7dcacf2a1f74 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:13.135272 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-f51a6fa2-98e9-4f88-b9ee-a16c8147332a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Made reservation on behalf of 15dbf5263913404f98297aed6eaa217f for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:13.147712 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-f51a6fa2-98e9-4f88-b9ee-a16c8147332a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:13.297763 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port f7bf4bd0-e885-42c2-942b-7dcacf2a1f74 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:13.298445 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (f7bf4bd0-e885-42c2-942b-7dcacf2a1f74), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:13.462525 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port f7bf4bd0-e885-42c2-942b-7dcacf2a1f74 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:13.462906 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (f7bf4bd0-e885-42c2-942b-7dcacf2a1f74), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:13.542018 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] For port f7bf4bd0-e885-42c2-942b-7dcacf2a1f74, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=f7bf4bd0-e885-42c2-942b-7dcacf2a1f74,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:13.550256 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (f7bf4bd0-e885-42c2-942b-7dcacf2a1f74), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:13.557972 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 53078f03-9d79-4e44-9843-8f5c026b2e99 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:13.592557 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b7920-a5e2-453f-9f8e-195a6405d2f5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6653d558-071b-4e09-b9e7-6a1eafa977c9,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:13.682732 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-44eb6328-453e-44b1-b4d3-f4d95ac3630a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Made reservation on behalf of 15dbf5263913404f98297aed6eaa217f for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:13.690785 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-44eb6328-453e-44b1-b4d3-f4d95ac3630a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:13.807528 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5f7698a0-e204-41f8-8150-186f7d3c9d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:13.900909 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-f51a6fa2-98e9-4f88-b9ee-a16c8147332a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Allocated IP 172.20.0.11 (9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0/f082187e-97c3-4fc5-973d-4bcab4639dde/eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:13.946691 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Pushing event updated for resources: {'Port': ['ID=f7bf4bd0-e885-42c2-942b-7dcacf2a1f74,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:14.021708 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Publish callbacks [] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.032885 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.086464 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 53078f03-9d79-4e44-9843-8f5c026b2e99 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:14.087261 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (53078f03-9d79-4e44-9843-8f5c026b2e99), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.100569 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 60328) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:14.115020 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-088c80b4-03f9-4200-99d2-c768d2702c44 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1182318962', 'description': 'tempest-description--1377962873'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:14.200220 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-ac62015a-5fe1-492b-8f20-4fa23604ee54 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Publish callbacks [] for port (ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.255689 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb932c3e-a3ff-4598-b4c2-37efaa558108 None None] Pushing event updated for resources: {'Port': ['ID=c683bc98-e469-48e5-a3ee-5a5781bf6190,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:14.300451 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Attempting to bind port c683bc98-e469-48e5-a3ee-5a5781bf6190 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:14.301238 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Attempting to bind port c683bc98-e469-48e5-a3ee-5a5781bf6190 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'f718fe54-c345-4c76-b7b4-82d821b7c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:14.301659 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Attempting to bind port c683bc98-e469-48e5-a3ee-5a5781bf6190 on network 933b9e65-7ee9-4adf-863f-8b675ebba9ea {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:14.336012 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:14.336012 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Checking segment: {'id': 'f718fe54-c345-4c76-b7b4-82d821b7c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:14.336012 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.336460 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Bound using segment: {'id': 'f718fe54-c345-4c76-b7b4-82d821b7c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:14.337012 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Bound port: c683bc98-e469-48e5-a3ee-5a5781bf6190, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f718fe54-c345-4c76-b7b4-82d821b7c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:14.337947 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.403165 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ef8b7e86-7086-4ff3-9d80-2e2ce32c1255 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group_rule (fbb27de5-5651-40c8-8323-4795f713d8c4), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.416470 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5d01e050-bce3-4ece-a1aa-de3ca207741f req-1da40d4d-9f5f-4344-ae63-7afe26dcea84 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 210 time: 0.3854632 Mar 07 14:08:14.433251 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-ac62015a-5fe1-492b-8f20-4fa23604ee54 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.459402 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bcd7467e-c5ce-4af3-ab42-4ba0bf375a9d req-cb8b5821-6125-45f8-9c38-8643bc69117e tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 210 time: 0.2532535 Mar 07 14:08:14.499987 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-088c80b4-03f9-4200-99d2-c768d2702c44 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.513526 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] For port c683bc98-e469-48e5-a3ee-5a5781bf6190, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:14.528035 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] For port c683bc98-e469-48e5-a3ee-5a5781bf6190, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=c683bc98-e469-48e5-a3ee-5a5781bf6190,segment=NetworkSegment(f718fe54-c345-4c76-b7b4-82d821b7c7db),segment_id=f718fe54-c345-4c76-b7b4-82d821b7c7db)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:14.537249 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 53078f03-9d79-4e44-9843-8f5c026b2e99 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:14.537733 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (53078f03-9d79-4e44-9843-8f5c026b2e99), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.549673 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.624429 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] For port 53078f03-9d79-4e44-9843-8f5c026b2e99, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=53078f03-9d79-4e44-9843-8f5c026b2e99,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:14.641855 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (53078f03-9d79-4e44-9843-8f5c026b2e99), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.642539 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:14.709612 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Routers {'a238a5af-fc11-4f25-af19-3d0796fd824b'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:14.715581 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:07:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['a238a5af-fc11-4f25-af19-3d0796fd824b'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:14.720747 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb932c3e-a3ff-4598-b4c2-37efaa558108 None None] Pushing event updated for resources: {'Port': ['ID=c683bc98-e469-48e5-a3ee-5a5781bf6190,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:14.751581 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62015a-5fe1-492b-8f20-4fa23604ee54 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Pushing event updated for resources: {'Port': ['ID=ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:14.810127 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60336) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:14.825761 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-ac62015a-5fe1-492b-8f20-4fa23604ee54 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Network f008da95-af6d-4184-895d-8741fc83cfb3 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:14.838024 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-f51a6fa2-98e9-4f88-b9ee-a16c8147332a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Publish callbacks [] for port (eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.858743 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:14.858743 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.873047 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Pushing event updated for resources: {'Port': ['ID=53078f03-9d79-4e44-9843-8f5c026b2e99,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:14.882453 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-ac62015a-5fe1-492b-8f20-4fa23604ee54 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:14.910492 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-ac62015a-5fe1-492b-8f20-4fa23604ee54 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:14.929483 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-ac62015a-5fe1-492b-8f20-4fa23604ee54 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:14.931055 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-ac62015a-5fe1-492b-8f20-4fa23604ee54 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.931343 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-08b6c0a2-c123-4efe-acf7-d61567af3cdf None None] Provisioning complete for port c683bc98-e469-48e5-a3ee-5a5781bf6190 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:14.931727 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-08b6c0a2-c123-4efe-acf7-d61567af3cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.955938 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-088c80b4-03f9-4200-99d2-c768d2702c44 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group (791d4937-bd14-46e7-b6f8-ccb791f68ea1), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:14.961750 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-f51a6fa2-98e9-4f88-b9ee-a16c8147332a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.009381 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-ac62015a-5fe1-492b-8f20-4fa23604ee54 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8302443 Mar 07 14:08:15.010544 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ef8b7e86-7086-4ff3-9d80-2e2ce32c1255 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group_rule (fbb27de5-5651-40c8-8323-4795f713d8c4), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.081294 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-088c80b4-03f9-4200-99d2-c768d2702c44 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (791d4937-bd14-46e7-b6f8-ccb791f68ea1), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.100465 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5f7698a0-e204-41f8-8150-186f7d3c9d9b admin admin] Publish callbacks [] for security_group (1304bebf-9113-4510-9039-cdb8c468d9f1), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.107161 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-e0b05603-d3e5-4db7-969a-569ebf5ff430 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:08:15.109005 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-e0b05603-d3e5-4db7-969a-569ebf5ff430 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0901146 Mar 07 14:08:15.109813 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ef8b7e86-7086-4ff3-9d80-2e2ce32c1255 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (fbb27de5-5651-40c8-8323-4795f713d8c4), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.114006 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a6fa2-98e9-4f88-b9ee-a16c8147332a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Pushing event updated for resources: {'Port': ['ID=eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:15.117669 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-50a245d6-8afb-4974-b008-6c01d59a6d69 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.120086 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5f7698a0-e204-41f8-8150-186f7d3c9d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (1304bebf-9113-4510-9039-cdb8c468d9f1), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.164719 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c80b4-03f9-4200-99d2-c768d2702c44 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791d4937-bd14-46e7-b6f8-ccb791f68ea1,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:15.197457 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-088c80b4-03f9-4200-99d2-c768d2702c44 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.199015 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-088c80b4-03f9-4200-99d2-c768d2702c44 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0956950 Mar 07 14:08:15.204567 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-f51a6fa2-98e9-4f88-b9ee-a16c8147332a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Network 9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:15.205964 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 60342) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:15.240598 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] Set router a238a5af-fc11-4f25-af19-3d0796fd824b gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:15.249659 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-b780fcdf-afac-4cb5-aa44-4064ca81c056 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Request body: {'security_group_rule': {'security_group_id': '791d4937-bd14-46e7-b6f8-ccb791f68ea1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:15.288368 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7698a0-e204-41f8-8150-186f7d3c9d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1304bebf-9113-4510-9039-cdb8c468d9f1,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:15.314008 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-f51a6fa2-98e9-4f88-b9ee-a16c8147332a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:15.339689 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-f51a6fa2-98e9-4f88-b9ee-a16c8147332a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:15.346741 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ef8b7e86-7086-4ff3-9d80-2e2ce32c1255 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.348049 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ef8b7e86-7086-4ff3-9d80-2e2ce32c1255 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4080298 Mar 07 14:08:15.349484 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6512c46b-ac9a-4557-93d9-b3a2a051512f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.351659 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-f51a6fa2-98e9-4f88-b9ee-a16c8147332a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:15.352829 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-f51a6fa2-98e9-4f88-b9ee-a16c8147332a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.362490 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b780fcdf-afac-4cb5-aa44-4064ca81c056 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group_rule (5352b8fb-7084-45f1-b9f6-7209deb15a2e), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.375622 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:15.376155 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.430395 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60350) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:15.449518 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-6c7821a4-3ec6-421d-ab44-7e30c7b25831 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Request body: {'security_group_rule': {'security_group_id': '6653d558-071b-4e09-b9e7-6a1eafa977c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:15.457427 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-44eb6328-453e-44b1-b4d3-f4d95ac3630a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Allocated IP 172.20.0.2 (9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0/f082187e-97c3-4fc5-973d-4bcab4639dde/6da1ad87-f4a8-4228-9279-89ef554c1465) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:15.535399 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b7e86-7086-4ff3-9d80-2e2ce32c1255 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb27de5-5651-40c8-8323-4795f713d8c4,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:15.543193 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Request body: {'port': {'device_id': '5b22de7b-fdb4-4a59-a750-7b8df8fbe935', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:15.577484 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b780fcdf-afac-4cb5-aa44-4064ca81c056 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group_rule (5352b8fb-7084-45f1-b9f6-7209deb15a2e), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.583922 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-f51a6fa2-98e9-4f88-b9ee-a16c8147332a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0753481 Mar 07 14:08:15.586817 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b780fcdf-afac-4cb5-aa44-4064ca81c056 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (5352b8fb-7084-45f1-b9f6-7209deb15a2e), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.620302 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780fcdf-afac-4cb5-aa44-4064ca81c056 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5352b8fb-7084-45f1-b9f6-7209deb15a2e,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:15.630891 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b780fcdf-afac-4cb5-aa44-4064ca81c056 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.632218 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-b780fcdf-afac-4cb5-aa44-4064ca81c056 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4077728 Mar 07 14:08:15.637372 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Request body: {'port': {'device_id': '45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:15.647172 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 60364) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:15.676309 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-7e6939ab-1a2c-451d-ab66-7d4381e93d00 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Request body: {'security_group_rule': {'security_group_id': '791d4937-bd14-46e7-b6f8-ccb791f68ea1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:15.759133 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-5f7698a0-e204-41f8-8150-186f7d3c9d9b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e95e2df33da49ca8a5df345f0d5949d&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0359216 Mar 07 14:08:15.759778 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 60366) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:15.820914 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9366220d-86a7-43dc-a1a9-e60450f08411 req-4a7b9a51-b30a-4458-819c-a630b01b543c tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 210 time: 0.1202037 Mar 07 14:08:15.869865 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6c7821a4-3ec6-421d-ab44-7e30c7b25831 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group_rule (9ae582fb-06b8-4d06-9694-452ab4ef02d3), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.872668 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:15.987305 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2475b165-81f1-40f5-a681-1ccb2e5926ff admin admin] Publish callbacks [] for security_group (1304bebf-9113-4510-9039-cdb8c468d9f1), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.030890 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2475b165-81f1-40f5-a681-1ccb2e5926ff admin admin] Publish callbacks [] for security_group (1304bebf-9113-4510-9039-cdb8c468d9f1), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.062689 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 60370) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:16.073008 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cc128-5ebd-41f1-9458-f090bc84afdb req-66961ff9-c515-47dc-8ff3-9b1929418817 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:16.074521 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-059cc128-5ebd-41f1-9458-f090bc84afdb req-66961ff9-c515-47dc-8ff3-9b1929418817 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 931 time: 0.3900123 Mar 07 14:08:16.079424 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-50a245d6-8afb-4974-b008-6c01d59a6d69 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Allocated IP 172.27.2.224 (0de42621-7ed5-44f0-83fc-77dfdf4f89a1/f95c92d6-9e0f-4d00-9e79-b9c60c38725e/7cc0d791-c6b3-4482-9ccf-ff90c64e11db) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:16.091112 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] For port 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559,segment=NetworkSegment(191c9df1-4ea1-4ffe-8828-dc9a326d408e),segment_id=191c9df1-4ea1-4ffe-8828-dc9a326d408e)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:16.134826 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.146639 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.148475 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-08b6c0a2-c123-4efe-acf7-d61567af3cdf None None] Current status of the port c683bc98-e469-48e5-a3ee-5a5781bf6190 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:16.148728 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-08b6c0a2-c123-4efe-acf7-d61567af3cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.153998 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9d4d5a5d-cd60-4ce3-bb27-eb7163d08b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.282165 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Pushing event updated for resources: {'Port': ['ID=4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:16.332643 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-08b6c0a2-c123-4efe-acf7-d61567af3cdf None None] For port c683bc98-e469-48e5-a3ee-5a5781bf6190, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=c683bc98-e469-48e5-a3ee-5a5781bf6190,segment=NetworkSegment(f718fe54-c345-4c76-b7b4-82d821b7c7db),segment_id=f718fe54-c345-4c76-b7b4-82d821b7c7db)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:16.344020 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-08b6c0a2-c123-4efe-acf7-d61567af3cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.442042 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device f7bf4bd0-e885-42c2-942b-7dcacf2a1f74 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:16.495809 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7e6939ab-1a2c-451d-ab66-7d4381e93d00 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group_rule (5ae38cfe-dbd2-4a7f-a89a-894682094abd), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.533676 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2abebe66-91af-4dc3-8d10-d4cd62ce7998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.557318 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-84fc09f7-e5d0-475b-a789-795506688878 None None] Provisioning complete for port c683bc98-e469-48e5-a3ee-5a5781bf6190 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:16.557772 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84fc09f7-e5d0-475b-a789-795506688878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.563614 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:05Z', 'revision_number': 4, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'c683bc98-e469-48e5-a3ee-5a5781bf6190', 'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'mac_address': 'fa:16:3e:5e:00:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:04Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'subnets': [{'id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:16.570582 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-44eb6328-453e-44b1-b4d3-f4d95ac3630a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Publish callbacks [] for port (6da1ad87-f4a8-4228-9279-89ef554c1465), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.604937 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0426ef66-d7fa-4c50-86a6-5f554e16c941 None None] The sync data for ids ['a238a5af-fc11-4f25-af19-3d0796fd824b'] in dv-cinder-794001-5-iscsi is: [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:05Z', 'revision_number': 4, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'c683bc98-e469-48e5-a3ee-5a5781bf6190', 'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'mac_address': 'fa:16:3e:5e:00:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:04Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'subnets': [{'id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:08:16.640717 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6c0a2-c123-4efe-acf7-d61567af3cdf None None] Pushing event updated for resources: {'Port': ['ID=c683bc98-e469-48e5-a3ee-5a5781bf6190,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:16.698146 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6512c46b-ac9a-4557-93d9-b3a2a051512f admin admin] Publish callbacks [] for security_group (d58d0e7f-468a-4541-bc08-240eb8a1e85f), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.699862 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port f7bf4bd0-e885-42c2-942b-7dcacf2a1f74 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:16.700512 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (f7bf4bd0-e885-42c2-942b-7dcacf2a1f74), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.810611 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6512c46b-ac9a-4557-93d9-b3a2a051512f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (d58d0e7f-468a-4541-bc08-240eb8a1e85f), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.838449 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2475b165-81f1-40f5-a681-1ccb2e5926ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (1304bebf-9113-4510-9039-cdb8c468d9f1), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.843666 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2475b165-81f1-40f5-a681-1ccb2e5926ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:16.852984 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-2475b165-81f1-40f5-a681-1ccb2e5926ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1304bebf-9113-4510-9039-cdb8c468d9f1 HTTP/1.1" status: 204 len: 168 time: 1.0330627 Mar 07 14:08:16.853146 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-84fc09f7-e5d0-475b-a789-795506688878 None None] Current status of the port c683bc98-e469-48e5-a3ee-5a5781bf6190 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:16.898469 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Sync routers for ids ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:08:16.923958 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Routers {'5f90c74b-dc98-4d22-b6e4-7b99941379c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:16.927977 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:07:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:17.036523 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-50a245d6-8afb-4974-b008-6c01d59a6d69 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for port (7cc0d791-c6b3-4482-9ccf-ff90c64e11db), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:17.131203 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port f7bf4bd0-e885-42c2-942b-7dcacf2a1f74 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:17.134841 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 53078f03-9d79-4e44-9843-8f5c026b2e99 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:17.198961 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6c7821a4-3ec6-421d-ab44-7e30c7b25831 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group_rule (9ae582fb-06b8-4d06-9694-452ab4ef02d3), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:17.210846 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6c7821a4-3ec6-421d-ab44-7e30c7b25831 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (9ae582fb-06b8-4d06-9694-452ab4ef02d3), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:17.306665 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Set router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:17.355960 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 53078f03-9d79-4e44-9843-8f5c026b2e99 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:17.356348 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (53078f03-9d79-4e44-9843-8f5c026b2e99), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:17.402673 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-059cc128-5ebd-41f1-9458-f090bc84afdb req-1d4d74ca-bb76-47b7-874a-25c296a22968 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef13d79e-1869-4cb1-a6bb-f4d2619319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2873032 Mar 07 14:08:17.450836 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Sync routers for ids ['45baf158-ecb1-4ac3-8891-3257a8c14132'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:08:17.534557 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-44eb6328-453e-44b1-b4d3-f4d95ac3630a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (6da1ad87-f4a8-4228-9279-89ef554c1465), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:17.535606 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Routers {'45baf158-ecb1-4ac3-8891-3257a8c14132'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:17.536416 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:07:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['45baf158-ecb1-4ac3-8891-3257a8c14132'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:17.543793 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475b165-81f1-40f5-a681-1ccb2e5926ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1304bebf-9113-4510-9039-cdb8c468d9f1,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:17.606090 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7821a4-3ec6-421d-ab44-7e30c7b25831 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae582fb-06b8-4d06-9694-452ab4ef02d3,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:17.626236 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-6512c46b-ac9a-4557-93d9-b3a2a051512f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b622f168c6745f8b79b21d986b31137&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8080747 Mar 07 14:08:17.633190 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60386) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:17.639260 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6c7821a4-3ec6-421d-ab44-7e30c7b25831 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:17.643868 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-6c7821a4-3ec6-421d-ab44-7e30c7b25831 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2070241 Mar 07 14:08:17.839776 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 53078f03-9d79-4e44-9843-8f5c026b2e99 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:17.865117 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 2, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:17.930815 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Checking router: 5f90c74b-dc98-4d22-b6e4-7b99941379c2 for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:08:17.932480 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Updating router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 port 07602ac7-6904-4e0d-b43d-736996a28caf binding host dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:08:17.963279 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60388) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:17.983464 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Set router 45baf158-ecb1-4ac3-8891-3257a8c14132 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:18.016258 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-68f6d9e9-96fd-4fd6-9544-cb362f5bc06c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Request body: {'floatingip': {'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:18.026207 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (07602ac7-6904-4e0d-b43d-736996a28caf), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.027401 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512c46b-ac9a-4557-93d9-b3a2a051512f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58d0e7f-468a-4541-bc08-240eb8a1e85f,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:18.124277 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:08:18.146453 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Publish callbacks [] for port (ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.158391 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-50a245d6-8afb-4974-b008-6c01d59a6d69 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (7cc0d791-c6b3-4482-9ccf-ff90c64e11db), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.179372 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-68f6d9e9-96fd-4fd6-9544-cb362f5bc06c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.214719 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7e6939ab-1a2c-451d-ab66-7d4381e93d00 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group_rule (5ae38cfe-dbd2-4a7f-a89a-894682094abd), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.220737 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Transition to ACTIVE for port object ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:08:18.266109 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7e6939ab-1a2c-451d-ab66-7d4381e93d00 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (5ae38cfe-dbd2-4a7f-a89a-894682094abd), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.282369 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.323144 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6939ab-1a2c-451d-ab66-7d4381e93d00 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae38cfe-dbd2-4a7f-a89a-894682094abd,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:18.361092 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a245d6-8afb-4974-b008-6c01d59a6d69 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:18.382553 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-50a245d6-8afb-4974-b008-6c01d59a6d69 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:18.392099 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-44eb6328-453e-44b1-b4d3-f4d95ac3630a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Network 9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:18.401582 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a245d6-8afb-4974-b008-6c01d59a6d69 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:18.419246 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-44eb6328-453e-44b1-b4d3-f4d95ac3630a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:18.428523 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a245d6-8afb-4974-b008-6c01d59a6d69 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Pushing event updated for resources: {'Port': ['ID=7cc0d791-c6b3-4482-9ccf-ff90c64e11db,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:18.430063 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f10cc-ebdc-4a9a-adb0-d2748c0bb339 req-01aec3d5-80e0-433c-b135-89692853c4de tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:18.431861 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9a2f10cc-ebdc-4a9a-adb0-d2748c0bb339 req-01aec3d5-80e0-433c-b135-89692853c4de tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 931 time: 1.0908556 Mar 07 14:08:18.432785 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb6328-453e-44b1-b4d3-f4d95ac3630a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Pushing event updated for resources: {'Port': ['ID=6da1ad87-f4a8-4228-9279-89ef554c1465,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:18.438614 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-44eb6328-453e-44b1-b4d3-f4d95ac3630a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:18.442781 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ecd80191-b724-41ba-b957-d61793443b00 admin admin] Publish callbacks [] for security_group (d58d0e7f-468a-4541-bc08-240eb8a1e85f), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.457585 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-44eb6328-453e-44b1-b4d3-f4d95ac3630a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:18.458950 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-44eb6328-453e-44b1-b4d3-f4d95ac3630a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.487240 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-44eb6328-453e-44b1-b4d3-f4d95ac3630a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1954300 Mar 07 14:08:18.510533 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7e6939ab-1a2c-451d-ab66-7d4381e93d00 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.512129 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-7e6939ab-1a2c-451d-ab66-7d4381e93d00 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8628209 Mar 07 14:08:18.522872 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 60402) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:18.548733 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Request body: {'port': {'device_id': 'c5d8f210-eb34-4389-855c-64d01600e4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:18.596909 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-94bb38f8-8f06-4bd4-a624-9c7732d2f4d9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Request body: {'floatingip': {'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:18.682892 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:18.756896 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9b6c1b13-ec71-424f-8ddb-808e14202df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.797208 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ecd80191-b724-41ba-b957-d61793443b00 admin admin] Publish callbacks [] for security_group (d58d0e7f-468a-4541-bc08-240eb8a1e85f), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.806737 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9a2f10cc-ebdc-4a9a-adb0-d2748c0bb339 req-d24fa6e2-e590-406a-938a-ba85e1226cf7 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273695 Mar 07 14:08:18.839765 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 4, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port': {'id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'ff1a2489-b06b-40d2-b305-e2725bd596a8', 'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'mac_address': 'fa:16:3e:4b:85:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:05Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 2, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'subnets': [{'id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:18.841578 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:18.842542 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.853665 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 60406) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:18.887776 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2abebe66-91af-4dc3-8d10-d4cd62ce7998 admin admin] Publish callbacks [] for security_group (66efd608-dd71-478f-b087-e60482058d71), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.891400 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Pushing event updated for resources: {'Port': ['ID=ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:18.915387 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Attempting to bind port ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c on host hv-cinder-79400 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:18.915757 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Attempting to bind port ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'a7b39ef5-0e7c-48c4-81ff-41a2da610d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f008da95-af6d-4184-895d-8741fc83cfb3'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:18.916088 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Attempting to bind port ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c on network f008da95-af6d-4184-895d-8741fc83cfb3 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:18.918684 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-50a245d6-8afb-4974-b008-6c01d59a6d69 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for floatingip (ad75664e-5550-4a40-951d-cf76e20a5bf8), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.944940 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Port ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c on network f008da95-af6d-4184-895d-8741fc83cfb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:08:18.945272 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Attempting to bind port ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c on network f008da95-af6d-4184-895d-8741fc83cfb3 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:18.948395 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (6da1ad87-f4a8-4228-9279-89ef554c1465), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.954939 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-94bb38f8-8f06-4bd4-a624-9c7732d2f4d9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.962657 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Checking agent: {'id': 'c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'started_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:18.963032 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Checking segment: {'id': 'a7b39ef5-0e7c-48c4-81ff-41a2da610d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f008da95-af6d-4184-895d-8741fc83cfb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:18.965207 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Bound using segment: {'id': 'a7b39ef5-0e7c-48c4-81ff-41a2da610d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f008da95-af6d-4184-895d-8741fc83cfb3'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:18.965829 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Bound port: ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7b39ef5-0e7c-48c4-81ff-41a2da610d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f008da95-af6d-4184-895d-8741fc83cfb3'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:18.968723 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:18.971368 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2abebe66-91af-4dc3-8d10-d4cd62ce7998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (66efd608-dd71-478f-b087-e60482058d71), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.024494 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:08:19.040191 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Checking router: 45baf158-ecb1-4ac3-8891-3257a8c14132 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:08:19.041626 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Updating router 45baf158-ecb1-4ac3-8891-3257a8c14132 port ff1a2489-b06b-40d2-b305-e2725bd596a8 binding host dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:08:19.053369 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Publish callbacks [] for port (eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.088329 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Publish callbacks [] for port (07602ac7-6904-4e0d-b43d-736996a28caf), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.095903 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bf479-cae6-41e5-8f0c-a19bbf9cb58c req-94e77b8f-fb06-4ed5-9e57-606984418faf tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:19.101356 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (07602ac7-6904-4e0d-b43d-736996a28caf), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.108115 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-053bf479-cae6-41e5-8f0c-a19bbf9cb58c req-94e77b8f-fb06-4ed5-9e57-606984418faf tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 943 time: 0.4783511 Mar 07 14:08:19.127310 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-50a245d6-8afb-4974-b008-6c01d59a6d69 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (7cc0d791-c6b3-4482-9ccf-ff90c64e11db), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.132152 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ecd80191-b724-41ba-b957-d61793443b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (d58d0e7f-468a-4541-bc08-240eb8a1e85f), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.135092 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ecd80191-b724-41ba-b957-d61793443b00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.137194 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ecd80191-b724-41ba-b957-d61793443b00 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d58d0e7f-468a-4541-bc08-240eb8a1e85f HTTP/1.1" status: 204 len: 168 time: 1.5015292 Mar 07 14:08:19.190721 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-97d67f3e-2d8c-4339-8c89-c9f2eeb90601 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-508445901-network', 'tenant_id': '3f09d8dd412f4fe7b54aea95aed8096a'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:19.192851 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.249866 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-053bf479-cae6-41e5-8f0c-a19bbf9cb58c req-44363c0e-6bbc-43b1-9cd3-dfaf71e0453c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef13d79e-1869-4cb1-a6bb-f4d2619319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346893 Mar 07 14:08:19.280528 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-2abebe66-91af-4dc3-8d10-d4cd62ce7998 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c713ad8c82f4c05a928469713b7a025&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1700323 Mar 07 14:08:19.282411 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abebe66-91af-4dc3-8d10-d4cd62ce7998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66efd608-dd71-478f-b087-e60482058d71,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:19.302063 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60412) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:19.304376 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd80191-b724-41ba-b957-d61793443b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58d0e7f-468a-4541-bc08-240eb8a1e85f,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:19.320372 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-68f6d9e9-96fd-4fd6-9544-cb362f5bc06c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.326210 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc9ab3-0ac4-4915-b50d-b376f4630aac None None] Pushing event updated for resources: {'Port': ['ID=07602ac7-6904-4e0d-b43d-736996a28caf,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:19.383422 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Transition to ACTIVE for port object eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:08:19.400775 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:19.402703 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device c683bc98-e469-48e5-a3ee-5a5781bf6190 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:19.425495 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] For port ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c, host hv-cinder-79400, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:19.432324 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.448804 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Attempting to bind port 07602ac7-6904-4e0d-b43d-736996a28caf on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:19.449185 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Attempting to bind port 07602ac7-6904-4e0d-b43d-736996a28caf by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:19.454474 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Attempting to bind port 07602ac7-6904-4e0d-b43d-736996a28caf on network 9b62fa4f-b2cf-4013-a771-a3abfae0550b {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:19.464493 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:19.467703 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Checking segment: {'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:19.471326 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.471908 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Bound using segment: {'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:19.472808 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Bound port: 07602ac7-6904-4e0d-b43d-736996a28caf, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:19.473068 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (07602ac7-6904-4e0d-b43d-736996a28caf), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.499197 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d67f3e-2d8c-4339-8c89-c9f2eeb90601 admin admin] Made reservation on behalf of 3f09d8dd412f4fe7b54aea95aed8096a for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:19.509785 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-97d67f3e-2d8c-4339-8c89-c9f2eeb90601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.581811 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.613315 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Pushing event updated for resources: {'Port': ['ID=eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:19.658739 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-97d67f3e-2d8c-4339-8c89-c9f2eeb90601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.663815 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] For port 07602ac7-6904-4e0d-b43d-736996a28caf, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:19.675956 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] For port 07602ac7-6904-4e0d-b43d-736996a28caf, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=07602ac7-6904-4e0d-b43d-736996a28caf,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:19.689854 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (07602ac7-6904-4e0d-b43d-736996a28caf), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.863996 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Routers {'5f90c74b-dc98-4d22-b6e4-7b99941379c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:19.867807 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:08:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:19.894824 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Attempting to bind port eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da on host hv-cinder-79400 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:19.895718 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Attempting to bind port eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '191c9df1-4ea1-4ffe-8828-dc9a326d408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:19.897110 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Attempting to bind port eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da on network 9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:19.913172 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-53d42ea4-5851-4364-8104-10d5fce9c40d None None] Provisioning complete for port 07602ac7-6904-4e0d-b43d-736996a28caf triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:19.913785 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-53d42ea4-5851-4364-8104-10d5fce9c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (07602ac7-6904-4e0d-b43d-736996a28caf), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.918730 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 60418) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:19.925365 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port c683bc98-e469-48e5-a3ee-5a5781bf6190 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:19.925743 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:19.941386 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Port eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da on network 9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:08:19.941789 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Attempting to bind port eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da on network 9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:20.094368 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Checking agent: {'id': 'c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'started_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:20.112383 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc9ab3-0ac4-4915-b50d-b376f4630aac None None] Pushing event updated for resources: {'Port': ['ID=07602ac7-6904-4e0d-b43d-736996a28caf,revision_number=4']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:20.113246 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Checking segment: {'id': '191c9df1-4ea1-4ffe-8828-dc9a326d408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:20.113246 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Bound using segment: {'id': '191c9df1-4ea1-4ffe-8828-dc9a326d408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:20.113746 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Bound port: eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191c9df1-4ea1-4ffe-8828-dc9a326d408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:20.114186 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.172469 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] Set router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:20.282978 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-50a245d6-8afb-4974-b008-6c01d59a6d69 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for port (7cc0d791-c6b3-4482-9ccf-ff90c64e11db), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.287764 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] For port eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da, host hv-cinder-79400, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:20.294212 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] For port ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c,segment=NetworkSegment(a7b39ef5-0e7c-48c4-81ff-41a2da610d30),segment_id=a7b39ef5-0e7c-48c4-81ff-41a2da610d30)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:20.296337 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] For port eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da,segment=NetworkSegment(191c9df1-4ea1-4ffe-8828-dc9a326d408e),segment_id=191c9df1-4ea1-4ffe-8828-dc9a326d408e)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:20.305194 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4472-2888-48c7-ac02-d905ea3eb369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.308215 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-50a245d6-8afb-4974-b008-6c01d59a6d69 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (7cc0d791-c6b3-4482-9ccf-ff90c64e11db), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.345790 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-53d42ea4-5851-4364-8104-10d5fce9c40d None None] Current status of the port 07602ac7-6904-4e0d-b43d-736996a28caf is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:20.347460 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-53d42ea4-5851-4364-8104-10d5fce9c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (07602ac7-6904-4e0d-b43d-736996a28caf), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.383232 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-50a245d6-8afb-4974-b008-6c01d59a6d69 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (ad75664e-5550-4a40-951d-cf76e20a5bf8), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.398024 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.414398 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a245d6-8afb-4974-b008-6c01d59a6d69 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Pushing event updated for resources: {'Port': ['ID=7cc0d791-c6b3-4482-9ccf-ff90c64e11db,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:20.434427 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4472-2888-48c7-ac02-d905ea3eb369 admin admin] Publish callbacks [] for security_group (f1aea311-8435-46f6-8a71-c979b9833de7), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.441728 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.468325 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port c683bc98-e469-48e5-a3ee-5a5781bf6190 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:20.482325 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:20.484007 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.485754 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] 10.222.0.25 "PUT /v2.0/ports/ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c HTTP/1.1" status: 200 len: 1093 time: 5.2161815 Mar 07 14:08:20.489475 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4472-2888-48c7-ac02-d905ea3eb369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (f1aea311-8435-46f6-8a71-c979b9833de7), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.490053 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26bb6b-1caf-4428-b7e6-5479f9a8a0ce service neutron] Pushing event updated for resources: {'Port': ['ID=ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:20.494211 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b22de7b-fdb4-4a59-a750-7b8df8fbe935', 'tag': 'ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:20.556608 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-94bb38f8-8f06-4bd4-a624-9c7732d2f4d9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.574680 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-c1cc4472-2888-48c7-ac02-d905ea3eb369 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e905adfb35e84065afb9b89fd6643a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6303363 Mar 07 14:08:20.595743 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-53d42ea4-5851-4364-8104-10d5fce9c40d None None] For port 07602ac7-6904-4e0d-b43d-736996a28caf, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=07602ac7-6904-4e0d-b43d-736996a28caf,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:20.622655 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-53d42ea4-5851-4364-8104-10d5fce9c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (07602ac7-6904-4e0d-b43d-736996a28caf), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.631840 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-50a245d6-8afb-4974-b008-6c01d59a6d69 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:20.638499 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-50a245d6-8afb-4974-b008-6c01d59a6d69 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1333199 Mar 07 14:08:20.640420 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60426) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:20.810730 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:19Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:20.859648 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-94bb38f8-8f06-4bd4-a624-9c7732d2f4d9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Allocated IP 172.27.2.132 (0de42621-7ed5-44f0-83fc-77dfdf4f89a1/f95c92d6-9e0f-4d00-9e79-b9c60c38725e/b9bc3afe-795b-4607-9bbf-f5aef2ed2743) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:20.884623 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d42ea4-5851-4364-8104-10d5fce9c40d None None] Pushing event updated for resources: {'Port': ['ID=07602ac7-6904-4e0d-b43d-736996a28caf,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:20.923590 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a813d7fe-a952-4a75-8f84-4b5610a51756 None None] The sync data for ids ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'] in dv-cinder-794001-5-iscsi is: [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:19Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:08:21.098176 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b227fff841cc36c28be207e5082edf6552ac5a262496b0e086d32ab3e88bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9d7d50-a8f2-4cb1-800c-e7d48eafbfcb" -d '{"events": [{"name": "network-changed", "server_uuid": "5b22de7b-fdb4-4a59-a750-7b8df8fbe935", "tag": "ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:21.198559 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc4472-2888-48c7-ac02-d905ea3eb369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1aea311-8435-46f6-8a71-c979b9833de7,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:21.215159 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9f13db75-994e-48d0-be2e-1884ee7b7758 admin admin] Publish callbacks [] for security_group (66efd608-dd71-478f-b087-e60482058d71), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.284373 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9f13db75-994e-48d0-be2e-1884ee7b7758 admin admin] Publish callbacks [] for security_group (66efd608-dd71-478f-b087-e60482058d71), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.285051 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Publish callbacks [] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.296576 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-ec2cf4f2-71a0-4dba-90fc-cc39a96c1fc6 None None] Provisioning complete for port 07602ac7-6904-4e0d-b43d-736996a28caf triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:21.297589 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ec2cf4f2-71a0-4dba-90fc-cc39a96c1fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (07602ac7-6904-4e0d-b43d-736996a28caf), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.299400 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.302104 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.314124 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cbc2586d-c65c-432d-a5cc-d23217e5774d admin admin] Publish callbacks [] for security_group (f1aea311-8435-46f6-8a71-c979b9833de7), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.371723 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cbc2586d-c65c-432d-a5cc-d23217e5774d admin admin] Publish callbacks [] for security_group (f1aea311-8435-46f6-8a71-c979b9833de7), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.387555 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:21.388184 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.390251 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] 10.222.0.25 "PUT /v2.0/ports/eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da HTTP/1.1" status: 200 len: 1094 time: 5.7640967 Mar 07 14:08:21.399470 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c038d-95ff-4930-88c2-2c9a1c532f1d None None] Pushing event updated for resources: {'Port': ['ID=ff1a2489-b06b-40d2-b305-e2725bd596a8,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:21.485681 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92', 'tag': 'eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:21.536422 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-cf27baa5-86bb-46fc-9504-450f1ed79a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:21.539126 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-cf27baa5-86bb-46fc-9504-450f1ed79a42 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40500ce69ce74e9f885d9382ea0e3421&device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 1127 time: 0.6609054 Mar 07 14:08:21.549155 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9f13db75-994e-48d0-be2e-1884ee7b7758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (66efd608-dd71-478f-b087-e60482058d71), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.553059 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9f13db75-994e-48d0-be2e-1884ee7b7758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.569169 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-9f13db75-994e-48d0-be2e-1884ee7b7758 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/66efd608-dd71-478f-b087-e60482058d71 HTTP/1.1" status: 204 len: 168 time: 2.2514572 Mar 07 14:08:21.612663 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Attempting to bind port ff1a2489-b06b-40d2-b305-e2725bd596a8 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:21.613422 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Attempting to bind port ff1a2489-b06b-40d2-b305-e2725bd596a8 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': '1c187560-9b1c-4981-9612-4ef9fe189a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:21.613635 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Attempting to bind port ff1a2489-b06b-40d2-b305-e2725bd596a8 on network 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:21.620574 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ec2cf4f2-71a0-4dba-90fc-cc39a96c1fc6 None None] Current status of the port 07602ac7-6904-4e0d-b43d-736996a28caf is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:21.649799 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:21.650491 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Checking segment: {'id': '1c187560-9b1c-4981-9612-4ef9fe189a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:21.651239 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.651849 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Bound using segment: {'id': '1c187560-9b1c-4981-9612-4ef9fe189a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:21.652759 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Bound port: ff1a2489-b06b-40d2-b305-e2725bd596a8, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c187560-9b1c-4981-9612-4ef9fe189a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:21.653395 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.683462 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-94bb38f8-8f06-4bd4-a624-9c7732d2f4d9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for port (b9bc3afe-795b-4607-9bbf-f5aef2ed2743), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.785174 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] For port ff1a2489-b06b-40d2-b305-e2725bd596a8, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:21.798892 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] For port ff1a2489-b06b-40d2-b305-e2725bd596a8, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=ff1a2489-b06b-40d2-b305-e2725bd596a8,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:21.813205 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.826898 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-16f43e80-52e5-417c-9225-4810255f34c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c HTTP/1.1" status: 200 len: 217 time: 0.2530811 Mar 07 14:08:21.848170 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cbc2586d-c65c-432d-a5cc-d23217e5774d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (f1aea311-8435-46f6-8a71-c979b9833de7), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.856659 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cbc2586d-c65c-432d-a5cc-d23217e5774d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:21.870938 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-cbc2586d-c65c-432d-a5cc-d23217e5774d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f1aea311-8435-46f6-8a71-c979b9833de7 HTTP/1.1" status: 204 len: 168 time: 1.1824522 Mar 07 14:08:21.873869 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13db75-994e-48d0-be2e-1884ee7b7758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66efd608-dd71-478f-b087-e60482058d71,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:21.958015 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924822b1-2e6c-491d-85c3-a1fa2b6803b8 req-6aefba71-8a01-4104-a729-efedbfdfd351 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:21.969638 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-924822b1-2e6c-491d-85c3-a1fa2b6803b8 req-6aefba71-8a01-4104-a729-efedbfdfd351 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 943 time: 1.5248652 Mar 07 14:08:21.999268 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c038d-95ff-4930-88c2-2c9a1c532f1d None None] Pushing event updated for resources: {'Port': ['ID=ff1a2489-b06b-40d2-b305-e2725bd596a8,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:22.079627 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2586d-c65c-432d-a5cc-d23217e5774d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1aea311-8435-46f6-8a71-c979b9833de7,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:22.148179 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-fa6afbbc-b55d-4d0f-91d3-6f537e9aba93 None None] Provisioning complete for port ff1a2489-b06b-40d2-b305-e2725bd596a8 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:22.148592 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa6afbbc-b55d-4d0f-91d3-6f537e9aba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:22.189241 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-caabf09e-1542-43eb-9ccb-408272139182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:22.190779 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-caabf09e-1542-43eb-9ccb-408272139182 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=64d0f727-4082-488d-a91d-c05e1067cb33 HTTP/1.1" status: 200 len: 851 time: 0.3204107 Mar 07 14:08:22.214934 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317113b-0f4f-448c-8278-24775cd3bdbf req-5444db42-0ea2-4de5-b8c5-023d845d8bad tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:22.216579 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e317113b-0f4f-448c-8278-24775cd3bdbf req-5444db42-0ea2-4de5-b8c5-023d845d8bad tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 931 time: 2.1850860 Mar 07 14:08:22.416932 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Routers {'45baf158-ecb1-4ac3-8891-3257a8c14132'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:22.421802 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:08:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['45baf158-ecb1-4ac3-8891-3257a8c14132'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:22.424585 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-a4d138b6-e64b-4144-8213-61519813ded3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f008da95-af6d-4184-895d-8741fc83cfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1685553 Mar 07 14:08:22.556821 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da1ad87-f4a8-4228-9279-89ef554c1465 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:08:22.585412 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:22.601405 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Publish callbacks [] for port (6da1ad87-f4a8-4228-9279-89ef554c1465), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:22.643229 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Transition to ACTIVE for port object 6da1ad87-f4a8-4228-9279-89ef554c1465 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:08:22.782682 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 60450) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:22.790355 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-6b969e57-c5a6-415f-8baf-f6cb3ee47b3b service neutron] 10.222.0.25 "GET /v2.0/networks/f008da95-af6d-4184-895d-8741fc83cfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528302 Mar 07 14:08:22.809598 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d309f0-2efe-4eef-a6dc-eb315f0d0c2e service neutron] Pushing event updated for resources: {'Port': ['ID=eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:22.872053 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (6da1ad87-f4a8-4228-9279-89ef554c1465), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:22.900730 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-fa6afbbc-b55d-4d0f-91d3-6f537e9aba93 None None] Current status of the port ff1a2489-b06b-40d2-b305-e2725bd596a8 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:22.901130 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa6afbbc-b55d-4d0f-91d3-6f537e9aba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:22.923512 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] Set router 45baf158-ecb1-4ac3-8891-3257a8c14132 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:22.966620 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81bab08-179a-405c-930c-c9be895fbdd0" -d '{"events": [{"name": "network-changed", "server_uuid": "45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92", "tag": "eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:22.977248 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 07602ac7-6904-4e0d-b43d-736996a28caf up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:23.026960 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-df2feb0a-0149-4ca1-a2ec-37d30c0868b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.058581 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-20b3e59e-7240-4a1a-a14b-fb3f0aabb1d5 req-a54b5599-f764-46d1-8e4f-395e94d811a2 service neutron] 10.222.0.25 "GET /v2.0/networks/f008da95-af6d-4184-895d-8741fc83cfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474476 Mar 07 14:08:23.073128 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e317113b-0f4f-448c-8278-24775cd3bdbf req-643e49ca-d7cb-4897-9124-b7cf4560d228 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263730 Mar 07 14:08:23.165856 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-fa6afbbc-b55d-4d0f-91d3-6f537e9aba93 None None] For port ff1a2489-b06b-40d2-b305-e2725bd596a8, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=ff1a2489-b06b-40d2-b305-e2725bd596a8,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:23.195374 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa6afbbc-b55d-4d0f-91d3-6f537e9aba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.203991 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-df2feb0a-0149-4ca1-a2ec-37d30c0868b4 admin admin] Publish callbacks [] for security_group (c20e323d-0b68-4346-bd4a-7513f2afe468), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.217465 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-97d67f3e-2d8c-4339-8c89-c9f2eeb90601 admin admin] Publish callbacks [] for security_group (9b5e5ab6-408a-4aa4-b468-ee967067113d), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.218188 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 07602ac7-6904-4e0d-b43d-736996a28caf triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:23.218188 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (07602ac7-6904-4e0d-b43d-736996a28caf), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.383885 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b7b6923f-e803-48da-bcef-9c1c5ea5631a None None] Provisioning complete for port ff1a2489-b06b-40d2-b305-e2725bd596a8 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:23.383885 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b7b6923f-e803-48da-bcef-9c1c5ea5631a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.407381 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-924822b1-2e6c-491d-85c3-a1fa2b6803b8 req-ff973e69-7fb1-465f-9068-eeb8194c4dc6 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef13d79e-1869-4cb1-a6bb-f4d2619319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4350393 Mar 07 14:08:23.410141 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-d8a70570-f451-4c7f-82a0-ce581370eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:23.412042 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-d8a70570-f451-4c7f-82a0-ce581370eba1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15dbf5263913404f98297aed6eaa217f&device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 1128 time: 1.6409161 Mar 07 14:08:23.412849 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-df2feb0a-0149-4ca1-a2ec-37d30c0868b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (c20e323d-0b68-4346-bd4a-7513f2afe468), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.417635 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6afbbc-b55d-4d0f-91d3-6f537e9aba93 None None] Pushing event updated for resources: {'Port': ['ID=ff1a2489-b06b-40d2-b305-e2725bd596a8,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:23.423437 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-97d67f3e-2d8c-4339-8c89-c9f2eeb90601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (9b5e5ab6-408a-4aa4-b468-ee967067113d), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.452410 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-94bb38f8-8f06-4bd4-a624-9c7732d2f4d9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (b9bc3afe-795b-4607-9bbf-f5aef2ed2743), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.490262 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Pushing event updated for resources: {'Port': ['ID=6da1ad87-f4a8-4228-9279-89ef554c1465,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:23.515610 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d67f3e-2d8c-4339-8c89-c9f2eeb90601 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:08:23.532055 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 07602ac7-6904-4e0d-b43d-736996a28caf is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:23.533670 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device ff1a2489-b06b-40d2-b305-e2725bd596a8 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:23.595683 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-68f6d9e9-96fd-4fd6-9544-cb362f5bc06c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Allocated IP 172.27.2.8 (0de42621-7ed5-44f0-83fc-77dfdf4f89a1/f95c92d6-9e0f-4d00-9e79-b9c60c38725e/b2bea990-8298-4944-a011-5b161ee75d8e) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:23.614157 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b7b6923f-e803-48da-bcef-9c1c5ea5631a None None] Current status of the port ff1a2489-b06b-40d2-b305-e2725bd596a8 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:23.622638 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 4, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port': {'id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'ff1a2489-b06b-40d2-b305-e2725bd596a8', 'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'mac_address': 'fa:16:3e:4b:85:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:05Z', 'updated_at': '2022-03-07T14:08:21Z', 'revision_number': 4, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'subnets': [{'id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:23.624092 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-df2feb0a-0149-4ca1-a2ec-37d30c0868b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ce53e1a73134a24a47837f8689d27d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8042684 Mar 07 14:08:23.625259 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 60484) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:23.653568 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb38f8-8f06-4bd4-a624-9c7732d2f4d9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:23.660542 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5078102b-266c-449c-bfd6-7500ecd2c10d None None] The sync data for ids ['45baf158-ecb1-4ac3-8891-3257a8c14132'] in dv-cinder-794001-5-iscsi is: [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 4, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port': {'id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'ff1a2489-b06b-40d2-b305-e2725bd596a8', 'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'mac_address': 'fa:16:3e:4b:85:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:05Z', 'updated_at': '2022-03-07T14:08:21Z', 'revision_number': 4, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'subnets': [{'id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:08:23.672606 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port ff1a2489-b06b-40d2-b305-e2725bd596a8 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:23.672996 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.685167 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2feb0a-0149-4ca1-a2ec-37d30c0868b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20e323d-0b68-4346-bd4a-7513f2afe468,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:23.690389 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-97d67f3e-2d8c-4339-8c89-c9f2eeb90601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (d6ceacbb-5d55-42d0-8bcf-4510259b01b0), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.690989 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-97d67f3e-2d8c-4339-8c89-c9f2eeb90601 admin admin] Added segment d6ceacbb-5d55-42d0-8bcf-4510259b01b0 of type vlan for network f3f374cf-623e-433d-afdd-d6fb500a445f Mar 07 14:08:23.703098 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-94bb38f8-8f06-4bd4-a624-9c7732d2f4d9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:23.733052 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb38f8-8f06-4bd4-a624-9c7732d2f4d9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:23.791609 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5ff83226-4134-472d-a590-f4f181fcc010 req-8b05233f-521a-45e5-9bc6-e4e6f951f597 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2003318346&fields=id&tenant_id=00562a6de5794d00b6b4085bc4010fb4 HTTP/1.1" status: 200 len: 267 time: 0.5725570 Mar 07 14:08:23.811748 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Attempting to bind port 6da1ad87-f4a8-4228-9279-89ef554c1465 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:23.812528 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Attempting to bind port 6da1ad87-f4a8-4228-9279-89ef554c1465 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '191c9df1-4ea1-4ffe-8828-dc9a326d408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:23.813124 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Attempting to bind port 6da1ad87-f4a8-4228-9279-89ef554c1465 on network 9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:23.814479 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port ff1a2489-b06b-40d2-b305-e2725bd596a8 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:23.823587 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-68f6d9e9-96fd-4fd6-9544-cb362f5bc06c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for port (b2bea990-8298-4944-a011-5b161ee75d8e), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.865677 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-68f6d9e9-96fd-4fd6-9544-cb362f5bc06c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (b2bea990-8298-4944-a011-5b161ee75d8e), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.884103 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb38f8-8f06-4bd4-a624-9c7732d2f4d9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event updated for resources: {'Port': ['ID=b9bc3afe-795b-4607-9bbf-f5aef2ed2743,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:23.924531 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Port 6da1ad87-f4a8-4228-9279-89ef554c1465 on network 9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:08:23.925196 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Attempting to bind port 6da1ad87-f4a8-4228-9279-89ef554c1465 on network 9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:23.933029 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6d9e9-96fd-4fd6-9544-cb362f5bc06c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Pushing event updated for resources: {'Port': ['ID=b2bea990-8298-4944-a011-5b161ee75d8e,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:23.938593 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d67f3e-2d8c-4339-8c89-c9f2eeb90601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5e5ab6-408a-4aa4-b468-ee967067113d,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:23.939638 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea3faa2-68d8-450e-be33-f0b2c96865e1 x-openstack-request-id: req-5ea3faa2-68d8-450e-be33-f0b2c96865e1 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:23.940033 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b22de7b-fdb4-4a59-a750-7b8df8fbe935", "tag": "ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:23.940364 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ea3faa2-68d8-450e-be33-f0b2c96865e1 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:23.940963 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b22de7b-fdb4-4a59-a750-7b8df8fbe935', 'tag': 'ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c', 'status': 'completed', 'code': 200} Mar 07 14:08:23.949110 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f6d9e9-96fd-4fd6-9544-cb362f5bc06c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:23.950886 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-68f6d9e9-96fd-4fd6-9544-cb362f5bc06c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:23.954447 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-97d67f3e-2d8c-4339-8c89-c9f2eeb90601 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (f3f374cf-623e-433d-afdd-d6fb500a445f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:23.954573 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f6d9e9-96fd-4fd6-9544-cb362f5bc06c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:23.977096 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Checking agent: {'id': 'c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'started_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:23.977717 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Checking segment: {'id': '191c9df1-4ea1-4ffe-8828-dc9a326d408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:23.978363 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Bound using segment: {'id': '191c9df1-4ea1-4ffe-8828-dc9a326d408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:23.979147 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Bound port: 6da1ad87-f4a8-4228-9279-89ef554c1465, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191c9df1-4ea1-4ffe-8828-dc9a326d408e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:23.979733 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (6da1ad87-f4a8-4228-9279-89ef554c1465), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.048548 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-68f6d9e9-96fd-4fd6-9544-cb362f5bc06c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for floatingip (c6b27b57-922d-4e02-8d5e-fd3a6ed32b19), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.068171 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.db.resource_extend [None req-97d67f3e-2d8c-4339-8c89-c9f2eeb90601 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 14:08:24.108740 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-68f6d9e9-96fd-4fd6-9544-cb362f5bc06c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (b2bea990-8298-4944-a011-5b161ee75d8e), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.120337 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-94bb38f8-8f06-4bd4-a624-9c7732d2f4d9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (051afcfa-9168-4dfc-8e0a-8c09cb5a11a2), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.142382 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eececc04-dc88-424a-9ceb-99914950f990 x-openstack-request-id: req-eececc04-dc88-424a-9ceb-99914950f990 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:24.142670 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92", "tag": "eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:24.143180 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eececc04-dc88-424a-9ceb-99914950f990 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:24.143834 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92', 'tag': 'eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da', 'status': 'completed', 'code': 200} Mar 07 14:08:24.260719 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5a582657-7655-42e4-a79d-581f503cdefa admin admin] Publish callbacks [] for security_group (c20e323d-0b68-4346-bd4a-7513f2afe468), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.279645 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-97d67f3e-2d8c-4339-8c89-c9f2eeb90601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (f3f374cf-623e-433d-afdd-d6fb500a445f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.279645 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d67f3e-2d8c-4339-8c89-c9f2eeb90601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:24.279645 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-97d67f3e-2d8c-4339-8c89-c9f2eeb90601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.320035 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-68f6d9e9-96fd-4fd6-9544-cb362f5bc06c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for port (b2bea990-8298-4944-a011-5b161ee75d8e), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.327744 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-68f6d9e9-96fd-4fd6-9544-cb362f5bc06c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (b2bea990-8298-4944-a011-5b161ee75d8e), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.328949 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-94bb38f8-8f06-4bd4-a624-9c7732d2f4d9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (b9bc3afe-795b-4607-9bbf-f5aef2ed2743), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.368137 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-68f6d9e9-96fd-4fd6-9544-cb362f5bc06c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (c6b27b57-922d-4e02-8d5e-fd3a6ed32b19), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.397012 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-68f6d9e9-96fd-4fd6-9544-cb362f5bc06c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.398876 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-68f6d9e9-96fd-4fd6-9544-cb362f5bc06c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.4344959 Mar 07 14:08:24.407891 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6d9e9-96fd-4fd6-9544-cb362f5bc06c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Pushing event updated for resources: {'Port': ['ID=b2bea990-8298-4944-a011-5b161ee75d8e,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:24.474641 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff83226-4134-472d-a590-f4f181fcc010 req-47aed99c-b167-4634-adc9-b04d4f328f06 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:24.481350 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5ff83226-4134-472d-a590-f4f181fcc010 req-47aed99c-b167-4634-adc9-b04d4f328f06 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/networks?id=933b9e65-7ee9-4adf-863f-8b675ebba9ea HTTP/1.1" status: 200 len: 811 time: 0.6886539 Mar 07 14:08:24.486097 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5a582657-7655-42e4-a79d-581f503cdefa admin admin] Publish callbacks [] for security_group (c20e323d-0b68-4346-bd4a-7513f2afe468), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.555302 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60514) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:24.560208 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-fd4e757b-be85-49b5-82a9-d290a11166ee admin admin] Request body: {'subnet': {'network_id': 'f3f374cf-623e-433d-afdd-d6fb500a445f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-508445901-subnet', 'tenant_id': '3f09d8dd412f4fe7b54aea95aed8096a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:24.564846 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-97d67f3e-2d8c-4339-8c89-c9f2eeb90601 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 5.6879647 Mar 07 14:08:24.606599 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device ff1a2489-b06b-40d2-b305-e2725bd596a8 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:24.607890 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4e757b-be85-49b5-82a9-d290a11166ee admin admin] Made reservation on behalf of 3f09d8dd412f4fe7b54aea95aed8096a for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:24.610621 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fd4e757b-be85-49b5-82a9-d290a11166ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.675418 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d67f3e-2d8c-4339-8c89-c9f2eeb90601 admin admin] Pushing event updated for resources: {'Network': ['ID=f3f374cf-623e-433d-afdd-d6fb500a445f,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:24.698101 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network f3f374cf-623e-433d-afdd-d6fb500a445f details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:08:24.793389 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5ff83226-4134-472d-a590-f4f181fcc010 req-edcf3982-f6ac-46d8-8f29-bed88ec719fe tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/quotas/00562a6de5794d00b6b4085bc4010fb4 HTTP/1.1" status: 200 len: 375 time: 0.3108306 Mar 07 14:08:24.799208 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] For port 6da1ad87-f4a8-4228-9279-89ef554c1465, host hv-cinder-79400, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:24.817059 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port ff1a2489-b06b-40d2-b305-e2725bd596a8 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:24.817436 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.826474 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2e449-d0b3-42d8-9472-58e869abb931 req-7b80e522-c175-4312-8bd2-624b8ce62dbb tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:24.829475 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dff2e449-d0b3-42d8-9472-58e869abb931 req-7b80e522-c175-4312-8bd2-624b8ce62dbb tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 943 time: 0.6067984 Mar 07 14:08:24.879860 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5a582657-7655-42e4-a79d-581f503cdefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (c20e323d-0b68-4346-bd4a-7513f2afe468), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.885835 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5a582657-7655-42e4-a79d-581f503cdefa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.895848 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-5a582657-7655-42e4-a79d-581f503cdefa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c20e323d-0b68-4346-bd4a-7513f2afe468 HTTP/1.1" status: 204 len: 168 time: 1.2402933 Mar 07 14:08:24.914135 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fd4e757b-be85-49b5-82a9-d290a11166ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for subnet (11cd92a7-b365-4831-98a7-52fe5f0b34af), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:24.929240 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] For port 6da1ad87-f4a8-4228-9279-89ef554c1465, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6da1ad87-f4a8-4228-9279-89ef554c1465,segment=NetworkSegment(191c9df1-4ea1-4ffe-8828-dc9a326d408e),segment_id=191c9df1-4ea1-4ffe-8828-dc9a326d408e)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:24.991416 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port ff1a2489-b06b-40d2-b305-e2725bd596a8 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:25.056779 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a582657-7655-42e4-a79d-581f503cdefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20e323d-0b68-4346-bd4a-7513f2afe468,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:25.113995 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (6da1ad87-f4a8-4228-9279-89ef554c1465), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.140916 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e757b-be85-49b5-82a9-d290a11166ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=11cd92a7-b365-4831-98a7-52fe5f0b34af,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:25.161428 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d7d50-a8f2-4cb1-800c-e7d48eafbfcb req-883cb910-0a69-4a3a-822c-b36bc576eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:25.162944 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cd9d7d50-a8f2-4cb1-800c-e7d48eafbfcb req-883cb910-0a69-4a3a-822c-b36bc576eac0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40500ce69ce74e9f885d9382ea0e3421&device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 1127 time: 0.1915178 Mar 07 14:08:25.164315 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4e757b-be85-49b5-82a9-d290a11166ee admin admin] Checking segment: {'id': 'd6ceacbb-5d55-42d0-8bcf-4510259b01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f3f374cf-623e-433d-afdd-d6fb500a445f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:25.164315 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4e757b-be85-49b5-82a9-d290a11166ee admin admin] Network hostable DHCP agents. Network: f3f374cf-623e-433d-afdd-d6fb500a445f, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:08:25.165140 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-21378f1f-1fd6-46bc-b819-b54fe37a9d40 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da HTTP/1.1" status: 200 len: 217 time: 0.2195675 Mar 07 14:08:25.258821 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:25.259641 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.261266 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] 10.222.0.25 "PUT /v2.0/ports/6da1ad87-f4a8-4228-9279-89ef554c1465 HTTP/1.1" status: 200 len: 1093 time: 6.7440319 Mar 07 14:08:25.271521 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-94bb38f8-8f06-4bd4-a624-9c7732d2f4d9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for port (b9bc3afe-795b-4607-9bbf-f5aef2ed2743), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.292706 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7827ff-e3f7-4995-93c9-51a9337ad32f service neutron] Pushing event updated for resources: {'Port': ['ID=6da1ad87-f4a8-4228-9279-89ef554c1465,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:25.316842 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4e757b-be85-49b5-82a9-d290a11166ee admin admin] Network f3f374cf-623e-433d-afdd-d6fb500a445f is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:08:25.349986 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5ff83226-4134-472d-a590-f4f181fcc010 req-f1568113-acfb-4490-933a-b28cc6b9b1e3 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=00562a6de5794d00b6b4085bc4010fb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5558400 Mar 07 14:08:25.353267 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dff2e449-d0b3-42d8-9472-58e869abb931 req-e5562e14-db1d-43b3-bb08-173d281d3ef8 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770494 Mar 07 14:08:25.353901 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-94bb38f8-8f06-4bd4-a624-9c7732d2f4d9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (b9bc3afe-795b-4607-9bbf-f5aef2ed2743), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.360277 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-fd4e757b-be85-49b5-82a9-d290a11166ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, f3f374cf-623e-433d-afdd-d6fb500a445f) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:25.377281 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a06a159-f4e1-45bf-869b-c661ec7f3d2e None None] Network f3f374cf-623e-433d-afdd-d6fb500a445f requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:08:25.388143 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4e757b-be85-49b5-82a9-d290a11166ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:25.389335 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fd4e757b-be85-49b5-82a9-d290a11166ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.419589 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d7d50-a8f2-4cb1-800c-e7d48eafbfcb req-69a6e30a-2f74-4ec4-b886-515355c47691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:25.421382 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cd9d7d50-a8f2-4cb1-800c-e7d48eafbfcb req-69a6e30a-2f74-4ec4-b886-515355c47691 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f008da95-af6d-4184-895d-8741fc83cfb3 HTTP/1.1" status: 200 len: 912 time: 0.2467234 Mar 07 14:08:25.427175 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-fd4e757b-be85-49b5-82a9-d290a11166ee admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8707561 Mar 07 14:08:25.465325 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cd9d7d50-a8f2-4cb1-800c-e7d48eafbfcb req-1f0e72e3-879d-4727-85c3-dd3e99983d95 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c HTTP/1.1" status: 200 len: 217 time: 0.0364392 Mar 07 14:08:25.483876 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-c5c1144b-24b0-4859-ab1c-4432e96ce0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:25.487764 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-c5c1144b-24b0-4859-ab1c-4432e96ce0be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f082187e-97c3-4fc5-973d-4bcab4639dde HTTP/1.1" status: 200 len: 859 time: 0.2985034 Mar 07 14:08:25.532447 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b646684a-b305-43e4-a2a4-96ce776c7b9d None None] Network f3f374cf-623e-433d-afdd-d6fb500a445f requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:08:25.557579 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d7d50-a8f2-4cb1-800c-e7d48eafbfcb req-2e015891-bb8c-4938-aef6-ac89bf22a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:25.560032 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cd9d7d50-a8f2-4cb1-800c-e7d48eafbfcb req-2e015891-bb8c-4938-aef6-ac89bf22a483 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=64d0f727-4082-488d-a91d-c05e1067cb33 HTTP/1.1" status: 200 len: 851 time: 0.0845459 Mar 07 14:08:25.586033 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-94bb38f8-8f06-4bd4-a624-9c7732d2f4d9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (051afcfa-9168-4dfc-8e0a-8c09cb5a11a2), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.598746 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-6c0e4585-f1b5-467e-99a2-d60a95cc73fe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915234 Mar 07 14:08:25.607345 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cd9d7d50-a8f2-4cb1-800c-e7d48eafbfcb req-ac0da0ae-1086-4ad3-be2d-8f7ab170ae30 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f008da95-af6d-4184-895d-8741fc83cfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410113 Mar 07 14:08:25.692513 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb38f8-8f06-4bd4-a624-9c7732d2f4d9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event updated for resources: {'Port': ['ID=b9bc3afe-795b-4607-9bbf-f5aef2ed2743,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:25.712529 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-94bb38f8-8f06-4bd4-a624-9c7732d2f4d9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:25.714771 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-94bb38f8-8f06-4bd4-a624-9c7732d2f4d9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1528151 Mar 07 14:08:25.729823 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-83e76749-b294-4d9e-888e-ba924b4d4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:25.732146 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-83e76749-b294-4d9e-888e-ba924b4d4b64 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15dbf5263913404f98297aed6eaa217f&device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 1127 time: 0.3728387 Mar 07 14:08:25.759860 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656c05c-752f-4fb0-a576-17477a6c6a65 req-6d8542ad-d47e-4586-b989-9297c0c015ce tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:25.769031 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f656c05c-752f-4fb0-a576-17477a6c6a65 req-6d8542ad-d47e-4586-b989-9297c0c015ce tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 943 time: 0.2744186 Mar 07 14:08:25.821717 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5ff83226-4134-472d-a590-f4f181fcc010 req-7d7e9c71-72ca-4cb1-8cdc-7e3370f79937 service neutron] 10.222.0.26 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916092 Mar 07 14:08:25.944165 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cd9d7d50-a8f2-4cb1-800c-e7d48eafbfcb req-62cdb016-e24c-4181-a798-9269a85c9ae5 service neutron] 10.222.0.25 "GET /v2.0/networks/f008da95-af6d-4184-895d-8741fc83cfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187022 Mar 07 14:08:25.978723 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-885b54c1-7bab-4f6e-bb5d-67dc2c1b14f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6da1ad87-f4a8-4228-9279-89ef554c1465 HTTP/1.1" status: 200 len: 217 time: 0.1309843 Mar 07 14:08:26.245836 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f656c05c-752f-4fb0-a576-17477a6c6a65 req-95eac1fe-5377-4d00-ae51-504e4be87f5e tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef13d79e-1869-4cb1-a6bb-f4d2619319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752676 Mar 07 14:08:26.246703 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d8f210-eb34-4389-855c-64d01600e4a3', 'tag': '6da1ad87-f4a8-4228-9279-89ef554c1465'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:26.249675 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835eb313-b2af-482c-bb66-a8508f55e1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d8f210-eb34-4389-855c-64d01600e4a3", "tag": "6da1ad87-f4a8-4228-9279-89ef554c1465"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:26.254424 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cd9d7d50-a8f2-4cb1-800c-e7d48eafbfcb req-b212505d-0434-4911-ad21-c61ba6303463 service neutron] 10.222.0.25 "GET /v2.0/networks/f008da95-af6d-4184-895d-8741fc83cfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035722 Mar 07 14:08:26.351878 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-73944905-70ee-4f27-8542-02f2cb01f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:26.354601 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-73944905-70ee-4f27-8542-02f2cb01f5a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f082187e-97c3-4fc5-973d-4bcab4639dde HTTP/1.1" status: 200 len: 859 time: 0.3472166 Mar 07 14:08:26.361361 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5ff83226-4134-472d-a590-f4f181fcc010 req-e2e808c9-399f-475e-9ce9-65bae0cf2733 service neutron] 10.222.0.26 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386519 Mar 07 14:08:26.367041 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:26.399866 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-3074c99f-8457-4b5b-9cc6-754d87d4d818 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344777 Mar 07 14:08:26.423457 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-d9a90b03-abbb-484f-9c8a-fd56be997bba service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767705 Mar 07 14:08:26.464730 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60582) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:26.471154 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-7a55a2be-4f35-4d62-b1fd-cc7d0148afc3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1243020324-network', 'tenant_id': 'f0762b755d48439faa094807d997e041'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:26.501659 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a55a2be-4f35-4d62-b1fd-cc7d0148afc3 admin admin] Made reservation on behalf of f0762b755d48439faa094807d997e041 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:26.506146 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9d544fdf-5935-46c2-97af-73335dd01059 req-d51effdd-2f96-46e2-b2b4-036cad0e066c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--20038622&fields=id&tenant_id=da39445715f04deaaf654d8b98a2d810 HTTP/1.1" status: 200 len: 267 time: 0.1419694 Mar 07 14:08:26.517307 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7a55a2be-4f35-4d62-b1fd-cc7d0148afc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:26.530900 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7a55a2be-4f35-4d62-b1fd-cc7d0148afc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:26.666875 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7a55a2be-4f35-4d62-b1fd-cc7d0148afc3 admin admin] Publish callbacks [] for security_group (cecf7db7-3230-43ed-9dbd-0bc1deece6ed), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:26.683770 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7a55a2be-4f35-4d62-b1fd-cc7d0148afc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (cecf7db7-3230-43ed-9dbd-0bc1deece6ed), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:26.699573 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a55a2be-4f35-4d62-b1fd-cc7d0148afc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:08:26.708274 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-f12c4951-b7f5-41b1-bddc-7a0358c82000 service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838352 Mar 07 14:08:26.723036 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7a55a2be-4f35-4d62-b1fd-cc7d0148afc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (555a4be0-662c-46e0-adbf-5ff80537a64b), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:26.723389 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.db.segments_db [None req-7a55a2be-4f35-4d62-b1fd-cc7d0148afc3 admin admin] Added segment 555a4be0-662c-46e0-adbf-5ff80537a64b of type vlan for network 89b19451-1340-40ea-86c3-3c58d5c41e60 Mar 07 14:08:26.731198 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca048597-ec37-4a3e-919f-0fc614c84fe5 req-e01a8977-ca6f-4ed5-97d6-279c622c6553 service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923543 Mar 07 14:08:26.777150 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55a2be-4f35-4d62-b1fd-cc7d0148afc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecf7db7-3230-43ed-9dbd-0bc1deece6ed,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:26.790312 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7a55a2be-4f35-4d62-b1fd-cc7d0148afc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (89b19451-1340-40ea-86c3-3c58d5c41e60), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:26.838113 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7a55a2be-4f35-4d62-b1fd-cc7d0148afc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (89b19451-1340-40ea-86c3-3c58d5c41e60), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:26.839198 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a55a2be-4f35-4d62-b1fd-cc7d0148afc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:26.839763 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7a55a2be-4f35-4d62-b1fd-cc7d0148afc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:26.852970 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d544fdf-5935-46c2-97af-73335dd01059 req-d6103b49-976e-4eae-8a05-d8a3935d293f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:26.860043 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9d544fdf-5935-46c2-97af-73335dd01059 req-d6103b49-976e-4eae-8a05-d8a3935d293f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/networks?id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118 HTTP/1.1" status: 200 len: 816 time: 0.2997026 Mar 07 14:08:26.901645 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-7a55a2be-4f35-4d62-b1fd-cc7d0148afc3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4356139 Mar 07 14:08:26.906009 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60606) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:26.910506 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-1d690c70-c60e-4a5b-b3b7-6957426abf16 admin admin] Request body: {'subnet': {'network_id': '89b19451-1340-40ea-86c3-3c58d5c41e60', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1243020324-subnet', 'tenant_id': 'f0762b755d48439faa094807d997e041', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:26.913734 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55a2be-4f35-4d62-b1fd-cc7d0148afc3 admin admin] Pushing event updated for resources: {'Network': ['ID=89b19451-1340-40ea-86c3-3c58d5c41e60,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:26.924928 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-065cce52-0259-4170-a088-8014539902c3 req-7bee93e7-07bd-486c-ad34-c86a013b88a3 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1182318962&fields=id&tenant_id=5b35d86dd1db4542b049ac07e779c9d7 HTTP/1.1" status: 200 len: 267 time: 0.2413955 Mar 07 14:08:26.937081 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network 89b19451-1340-40ea-86c3-3c58d5c41e60 details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:08:26.948135 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9d544fdf-5935-46c2-97af-73335dd01059 req-5016c522-349c-41b6-8361-4880cc357974 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/quotas/da39445715f04deaaf654d8b98a2d810 HTTP/1.1" status: 200 len: 375 time: 0.0871685 Mar 07 14:08:26.949031 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d690c70-c60e-4a5b-b3b7-6957426abf16 admin admin] Made reservation on behalf of f0762b755d48439faa094807d997e041 for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:26.955771 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1d690c70-c60e-4a5b-b3b7-6957426abf16 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:27.067540 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bab08-179a-405c-930c-c9be895fbdd0 req-fb895a6c-fe4c-449a-8f6f-f98423c8e3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:27.069082 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e81bab08-179a-405c-930c-c9be895fbdd0 req-fb895a6c-fe4c-449a-8f6f-f98423c8e3b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15dbf5263913404f98297aed6eaa217f&device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 1128 time: 0.2266326 Mar 07 14:08:27.082553 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b102015b-230a-4b3c-b129-d371a7c37fa2 req-2b4654b5-407b-4c4f-b6d2-1e01cb882838 service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542368 Mar 07 14:08:27.183356 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9d544fdf-5935-46c2-97af-73335dd01059 req-330672bd-bc74-4df3-8ad4-62407f9a796a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=da39445715f04deaaf654d8b98a2d810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2343075 Mar 07 14:08:27.216463 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1d690c70-c60e-4a5b-b3b7-6957426abf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for subnet (e0ae8650-3617-4258-8ebf-eb181dce0893), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:27.279482 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d690c70-c60e-4a5b-b3b7-6957426abf16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ae8650-3617-4258-8ebf-eb181dce0893,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:27.288946 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d690c70-c60e-4a5b-b3b7-6957426abf16 admin admin] Checking segment: {'id': '555a4be0-662c-46e0-adbf-5ff80537a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '89b19451-1340-40ea-86c3-3c58d5c41e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:27.289313 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d690c70-c60e-4a5b-b3b7-6957426abf16 admin admin] Network hostable DHCP agents. Network: 89b19451-1340-40ea-86c3-3c58d5c41e60, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:08:27.314538 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d690c70-c60e-4a5b-b3b7-6957426abf16 admin admin] Network 89b19451-1340-40ea-86c3-3c58d5c41e60 is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:08:27.327880 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-1d690c70-c60e-4a5b-b3b7-6957426abf16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, 89b19451-1340-40ea-86c3-3c58d5c41e60) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:27.335216 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d690c70-c60e-4a5b-b3b7-6957426abf16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:27.335953 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1d690c70-c60e-4a5b-b3b7-6957426abf16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:27.344661 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca8d213-c831-42b8-8504-194c604f9b5c None None] Network 89b19451-1340-40ea-86c3-3c58d5c41e60 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:08:27.364182 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-1d690c70-c60e-4a5b-b3b7-6957426abf16 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4577186 Mar 07 14:08:27.427805 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cce52-0259-4170-a088-8014539902c3 req-00618425-8130-42ce-82d9-956fc44b66ee tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:27.429528 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-065cce52-0259-4170-a088-8014539902c3 req-00618425-8130-42ce-82d9-956fc44b66ee tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/networks?id=9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 200 len: 815 time: 0.5034256 Mar 07 14:08:27.476697 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2297a4a8-97d9-481e-93f6-0f7ae02063ee None None] Network 89b19451-1340-40ea-86c3-3c58d5c41e60 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:08:27.480468 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9d544fdf-5935-46c2-97af-73335dd01059 req-c541c5ba-2eab-45b5-9c58-78fc97496185 service neutron] 10.222.0.26 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791047 Mar 07 14:08:27.483292 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bab08-179a-405c-930c-c9be895fbdd0 req-470557d2-b84b-4139-91d8-b4ac7868d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:27.485311 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e81bab08-179a-405c-930c-c9be895fbdd0 req-470557d2-b84b-4139-91d8-b4ac7868d740 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 HTTP/1.1" status: 200 len: 920 time: 0.4073231 Mar 07 14:08:27.503044 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60624) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:27.568954 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-065cce52-0259-4170-a088-8014539902c3 req-53695ce6-9f66-4f4a-8631-878044432da8 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/quotas/5b35d86dd1db4542b049ac07e779c9d7 HTTP/1.1" status: 200 len: 375 time: 0.1254983 Mar 07 14:08:27.583840 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4daf9d0-d53a-4d43-85f6-448bddac4d90 admin admin] Deleting subnet 11cd92a7-b365-4831-98a7-52fe5f0b34af {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:08:27.584542 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e81bab08-179a-405c-930c-c9be895fbdd0 req-aedc8eb3-9a60-4091-8ed2-e32da402763c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da HTTP/1.1" status: 200 len: 217 time: 0.0837209 Mar 07 14:08:27.588249 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e4daf9d0-d53a-4d43-85f6-448bddac4d90 admin admin] Publish callbacks [] for subnet (11cd92a7-b365-4831-98a7-52fe5f0b34af), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:27.658819 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e4daf9d0-d53a-4d43-85f6-448bddac4d90 admin admin] Publish callbacks [] for subnet (11cd92a7-b365-4831-98a7-52fe5f0b34af), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:27.672054 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e4daf9d0-d53a-4d43-85f6-448bddac4d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517177'] for subnet (11cd92a7-b365-4831-98a7-52fe5f0b34af), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:27.759168 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bab08-179a-405c-930c-c9be895fbdd0 req-eb6de379-403a-4d03-9ac4-b67772cde6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:27.760257 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e4daf9d0-d53a-4d43-85f6-448bddac4d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for subnet (11cd92a7-b365-4831-98a7-52fe5f0b34af), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:27.761004 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e81bab08-179a-405c-930c-c9be895fbdd0 req-eb6de379-403a-4d03-9ac4-b67772cde6dc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f082187e-97c3-4fc5-973d-4bcab4639dde HTTP/1.1" status: 200 len: 859 time: 0.1614964 Mar 07 14:08:27.768410 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9d544fdf-5935-46c2-97af-73335dd01059 req-a3e14f4c-478a-49f7-84df-c9e660b1edf4 service neutron] 10.222.0.26 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870834 Mar 07 14:08:27.786072 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-065cce52-0259-4170-a088-8014539902c3 req-ab383f23-1831-4d89-b619-23631066160a tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2033215 Mar 07 14:08:27.789619 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4daf9d0-d53a-4d43-85f6-448bddac4d90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11cd92a7-b365-4831-98a7-52fe5f0b34af,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:27.795459 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e4daf9d0-d53a-4d43-85f6-448bddac4d90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:27.799281 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-e4daf9d0-d53a-4d43-85f6-448bddac4d90 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/11cd92a7-b365-4831-98a7-52fe5f0b34af HTTP/1.1" status: 204 len: 168 time: 0.2951617 Mar 07 14:08:27.801823 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60636) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:27.812138 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e81bab08-179a-405c-930c-c9be895fbdd0 req-1197749e-2bb3-4764-a5bf-aa2c8bd5798c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420055 Mar 07 14:08:27.911084 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3584630'] for network (f3f374cf-623e-433d-afdd-d6fb500a445f), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:27.979917 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8418377-d133-4e36-a22c-5c71ea4c0c06 x-openstack-request-id: req-d8418377-d133-4e36-a22c-5c71ea4c0c06 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:27.980222 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d8f210-eb34-4389-855c-64d01600e4a3", "tag": "6da1ad87-f4a8-4228-9279-89ef554c1465", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:27.992272 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d8418377-d133-4e36-a22c-5c71ea4c0c06 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:27.992739 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d8f210-eb34-4389-855c-64d01600e4a3', 'tag': '6da1ad87-f4a8-4228-9279-89ef554c1465', 'status': 'completed', 'code': 200} Mar 07 14:08:28.083200 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e81bab08-179a-405c-930c-c9be895fbdd0 req-4814efec-1652-41b8-b382-d3dade9dac0f service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627261 Mar 07 14:08:28.123517 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479414', 'neutron.services.segments.db._delete_segments_for_network-8793137543527'] for network (f3f374cf-623e-433d-afdd-d6fb500a445f), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.180884 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:08:28.181785 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:08:28.188426 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:08:28.188994 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Subscribe: > port after_create 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:08:28.189958 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:08:28.191155 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Subscribe: > port after_update 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:08:28.192002 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:08:28.193528 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:08:28.195344 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:08:28.196307 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:08:28.331136 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-065cce52-0259-4170-a088-8014539902c3 req-d6565dc8-2ddb-448e-a7b6-f48b92e83ee9 service neutron] 10.222.0.26 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219328 Mar 07 14:08:28.354444 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835eb313-b2af-482c-bb66-a8508f55e1a8 req-9da3ca7c-6296-40f4-a00a-5ce62a1d68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:28.356321 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-835eb313-b2af-482c-bb66-a8508f55e1a8 req-9da3ca7c-6296-40f4-a00a-5ce62a1d68cc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15dbf5263913404f98297aed6eaa217f&device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 1127 time: 0.2692697 Mar 07 14:08:28.395187 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16de70-8b56-482c-9638-99842ee7e271 req-5a76649d-10a0-468f-a656-b4809eb256fd tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:28.397975 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6e16de70-8b56-482c-9638-99842ee7e271 req-5a76649d-10a0-468f-a656-b4809eb256fd tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 943 time: 0.3128860 Mar 07 14:08:28.413108 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:08:28.414423 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:08:28.415045 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:08:28.415546 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:08:28.416112 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f374cf-623e-433d-afdd-d6fb500a445f']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:28.438615 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ceacbb-5d55-42d0-8bcf-4510259b01b0') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:28.439106 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ceacbb-5d55-42d0-8bcf-4510259b01b0') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:28.460614 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793137544560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7040579'] for segment (d6ceacbb-5d55-42d0-8bcf-4510259b01b0), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.488346 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (d6ceacbb-5d55-42d0-8bcf-4510259b01b0), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.506017 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:08:28.506293 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7721222'] for segment (d6ceacbb-5d55-42d0-8bcf-4510259b01b0), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: from cryptography.utils import int_from_bytes Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: from cryptography.utils import int_from_bytes Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: Traceback (most recent call last): Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: timer() Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: cb(*args, **kw) Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: return func(*args, **kwargs) Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: self._notify() Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: self.callback(batched_events) Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: event.method(event) Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: return f(self, *a, **k) Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._get(url).json() Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: return self.request(url, 'GET', **kwargs) Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:08:28.551549 dv-cinder-794001-5-iscsi neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:08:28.677977 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60682) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:28.690613 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754018'] for network (f3f374cf-623e-433d-afdd-d6fb500a445f), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.720442 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3f374cf-623e-433d-afdd-d6fb500a445f,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:28.725855 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.733100 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-d281dabb-f128-498b-b490-9181ccbdbf11 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f3f374cf-623e-433d-afdd-d6fb500a445f HTTP/1.1" status: 204 len: 168 time: 0.9149334 Mar 07 14:08:28.734081 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60686) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:28.735095 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e81bab08-179a-405c-930c-c9be895fbdd0 req-d18cc399-45c4-420d-a68d-9ca453e4cb89 service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053340 Mar 07 14:08:28.797963 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff83226-4134-472d-a590-f4f181fcc010 req-0f35924a-fb25-48ba-8b7c-380da74f6205 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:28.799766 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ff83226-4134-472d-a590-f4f181fcc010 req-0f35924a-fb25-48ba-8b7c-380da74f6205 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.25 "GET /v2.0/networks?id=933b9e65-7ee9-4adf-863f-8b675ebba9ea HTTP/1.1" status: 200 len: 811 time: 0.2469532 Mar 07 14:08:28.811866 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-50dc3b0b-7078-4400-b3aa-cd6d07c4aff6 admin admin] Deleting subnet e0ae8650-3617-4258-8ebf-eb181dce0893 {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:08:28.813333 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6e16de70-8b56-482c-9638-99842ee7e271 req-88f400b2-c534-4df3-8a3f-1e2fba9a845b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988688 Mar 07 14:08:28.830384 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-50dc3b0b-7078-4400-b3aa-cd6d07c4aff6 admin admin] Publish callbacks [] for subnet (e0ae8650-3617-4258-8ebf-eb181dce0893), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.877497 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-065cce52-0259-4170-a088-8014539902c3 req-08b684e2-3a0c-450d-90ad-9ab41c8b88df service neutron] 10.222.0.26 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453069 Mar 07 14:08:28.930691 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2acf811d-80fe-4334-bce6-34189f87bac9 req-18a2e577-6bb4-4a3f-b90e-e7273cef86c2 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 210 time: 0.0405970 Mar 07 14:08:28.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835eb313-b2af-482c-bb66-a8508f55e1a8 req-cb1981ae-5db2-49de-8615-ba2c6158e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:28.933196 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-835eb313-b2af-482c-bb66-a8508f55e1a8 req-cb1981ae-5db2-49de-8615-ba2c6158e222 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 HTTP/1.1" status: 200 len: 920 time: 0.5233748 Mar 07 14:08:28.937019 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5d89f650-b282-4e9b-b372-19a5e3b2e70a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.948156 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-50dc3b0b-7078-4400-b3aa-cd6d07c4aff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7040696'] for subnet (e0ae8650-3617-4258-8ebf-eb181dce0893), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:28.992046 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-835eb313-b2af-482c-bb66-a8508f55e1a8 req-5122dfdd-4b71-449e-86b7-6c0771d063d4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6da1ad87-f4a8-4228-9279-89ef554c1465 HTTP/1.1" status: 200 len: 217 time: 0.0504024 Mar 07 14:08:29.000151 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ff83226-4134-472d-a590-f4f181fcc010 req-a338c2b2-7db3-4db2-8656-9c4204d72bd2 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00562a6de5794d00b6b4085bc4010fb4 HTTP/1.1" status: 200 len: 380 time: 0.1811795 Mar 07 14:08:29.040237 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-5ff83226-4134-472d-a590-f4f181fcc010 req-a4b23363-32c8-4f36-b0d3-9d8451a0ac53 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Request body: {'port': {'device_id': 'ea30dd85-efc5-4769-a6cc-89238950969c', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'admin_state_up': True, 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'security_groups': ['9c99f801-bb6c-404d-9a9a-f648019e3078']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:29.069214 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-50dc3b0b-7078-4400-b3aa-cd6d07c4aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517177'] for subnet (e0ae8650-3617-4258-8ebf-eb181dce0893), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.146195 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-19eff08f-a2b7-41cd-9f60-e00b1eb97809 req-2dde3c32-ac63-47ca-88db-7ab589398afd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 210 time: 0.0419478 Mar 07 14:08:29.153035 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835eb313-b2af-482c-bb66-a8508f55e1a8 req-02b8ac5d-1182-4409-ae3f-e3341123b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:29.155127 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-835eb313-b2af-482c-bb66-a8508f55e1a8 req-02b8ac5d-1182-4409-ae3f-e3341123b52c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f082187e-97c3-4fc5-973d-4bcab4639dde HTTP/1.1" status: 200 len: 859 time: 0.1549790 Mar 07 14:08:29.170886 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22acb3-1e26-4495-b382-8e755756260b req-b1497133-40e8-4934-8769-f46167741e0c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:29.177282 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5f22acb3-1e26-4495-b382-8e755756260b req-b1497133-40e8-4934-8769-f46167741e0c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 943 time: 0.1599956 Mar 07 14:08:29.216160 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-50dc3b0b-7078-4400-b3aa-cd6d07c4aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7721324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194712'] for subnet (e0ae8650-3617-4258-8ebf-eb181dce0893), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.261229 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-835eb313-b2af-482c-bb66-a8508f55e1a8 req-71f74ed1-3f7a-466b-b6b0-a797146702c1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823188 Mar 07 14:08:29.281381 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc3b0b-7078-4400-b3aa-cd6d07c4aff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ae8650-3617-4258-8ebf-eb181dce0893,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:29.282886 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff83226-4134-472d-a590-f4f181fcc010 req-a4b23363-32c8-4f36-b0d3-9d8451a0ac53 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Made reservation on behalf of 00562a6de5794d00b6b4085bc4010fb4 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:29.286232 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ff83226-4134-472d-a590-f4f181fcc010 req-a4b23363-32c8-4f36-b0d3-9d8451a0ac53 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.307562 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-50dc3b0b-7078-4400-b3aa-cd6d07c4aff6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.308707 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-40d9eda4-bbf6-4906-b0d9-d5ba56a9c4ea req-e2fe9702-1ed0-46cd-91a6-55514313497b tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 210 time: 0.0811856 Mar 07 14:08:29.310864 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-50dc3b0b-7078-4400-b3aa-cd6d07c4aff6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e0ae8650-3617-4258-8ebf-eb181dce0893 HTTP/1.1" status: 204 len: 168 time: 0.5758445 Mar 07 14:08:29.317317 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60698) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:29.355969 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5f22acb3-1e26-4495-b382-8e755756260b req-dabb248f-68d9-4bf0-aece-d3c473673336 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef13d79e-1869-4cb1-a6bb-f4d2619319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564090 Mar 07 14:08:29.373940 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5d89f650-b282-4e9b-b372-19a5e3b2e70a admin admin] Publish callbacks [] for security_group (4daf5a80-772b-4463-ba4a-b4f71d6f2479), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.420418 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-835eb313-b2af-482c-bb66-a8508f55e1a8 req-9962ca1e-fae7-4242-a2e8-9dc2ccd3639e service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293855 Mar 07 14:08:29.447802 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5d89f650-b282-4e9b-b372-19a5e3b2e70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (4daf5a80-772b-4463-ba4a-b4f71d6f2479), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.551627 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d338d9bc-9edf-4734-aa1d-aa478355db11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3584630'] for network (89b19451-1340-40ea-86c3-3c58d5c41e60), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.553794 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89f650-b282-4e9b-b372-19a5e3b2e70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4daf5a80-772b-4463-ba4a-b4f71d6f2479,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:29.555053 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-835eb313-b2af-482c-bb66-a8508f55e1a8 req-9dba6fd1-2991-4cfe-a5de-1384486172d0 service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263845 Mar 07 14:08:29.566972 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-5d89f650-b282-4e9b-b372-19a5e3b2e70a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d8b69acacdd45f59c3c292da56b8d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8873465 Mar 07 14:08:29.572943 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60712) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:29.723165 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-5ff83226-4134-472d-a590-f4f181fcc010 req-a4b23363-32c8-4f36-b0d3-9d8451a0ac53 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Allocated IP 172.20.0.10 (933b9e65-7ee9-4adf-863f-8b675ebba9ea/67446beb-321d-48fe-a154-bbf9a158e88a/c54a7d71-a3d1-4382-a87c-89e30ca61a09) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:29.730666 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d4d3fcda-1829-43e3-ad48-13ef2e010d10 admin admin] Publish callbacks [] for security_group (4daf5a80-772b-4463-ba4a-b4f71d6f2479), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.786491 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d338d9bc-9edf-4734-aa1d-aa478355db11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479414', 'neutron.services.segments.db._delete_segments_for_network-8793137543527'] for network (89b19451-1340-40ea-86c3-3c58d5c41e60), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.791312 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d544fdf-5935-46c2-97af-73335dd01059 req-44da299d-d207-4831-a59d-813f0a1275f6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:29.793168 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9d544fdf-5935-46c2-97af-73335dd01059 req-44da299d-d207-4831-a59d-813f0a1275f6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.25 "GET /v2.0/networks?id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118 HTTP/1.1" status: 200 len: 816 time: 0.1564138 Mar 07 14:08:29.805781 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d4d3fcda-1829-43e3-ad48-13ef2e010d10 admin admin] Publish callbacks [] for security_group (4daf5a80-772b-4463-ba4a-b4f71d6f2479), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.854725 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-d338d9bc-9edf-4734-aa1d-aa478355db11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b19451-1340-40ea-86c3-3c58d5c41e60']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:29.895638 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-d338d9bc-9edf-4734-aa1d-aa478355db11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555a4be0-662c-46e0-adbf-5ff80537a64b') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:29.896188 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-d338d9bc-9edf-4734-aa1d-aa478355db11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555a4be0-662c-46e0-adbf-5ff80537a64b') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:29.929205 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d338d9bc-9edf-4734-aa1d-aa478355db11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793137544560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7040579'] for segment (555a4be0-662c-46e0-adbf-5ff80537a64b), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.968554 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d338d9bc-9edf-4734-aa1d-aa478355db11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (555a4be0-662c-46e0-adbf-5ff80537a64b), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:29.999234 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9d544fdf-5935-46c2-97af-73335dd01059 req-1943b23d-34b3-4c7f-b538-878cc26a7b3f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da39445715f04deaaf654d8b98a2d810 HTTP/1.1" status: 200 len: 378 time: 0.1788347 Mar 07 14:08:30.004021 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d338d9bc-9edf-4734-aa1d-aa478355db11 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:08:30.004430 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d338d9bc-9edf-4734-aa1d-aa478355db11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7721222'] for segment (555a4be0-662c-46e0-adbf-5ff80537a64b), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: Traceback (most recent call last): Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: timer() Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: cb(*args, **kw) Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: return func(*args, **kwargs) Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: self._notify() Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: self.callback(batched_events) Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: event.method(event) Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: return f(self, *a, **k) Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._get(url).json() Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: return self.request(url, 'GET', **kwargs) Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:08:30.006143 dv-cinder-794001-5-iscsi neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:08:30.027231 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8785e-71a4-4fff-8231-7540fe72d0a3 req-a8a3ec8e-ec33-4114-8d3d-7161f7696eb1 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:30.030573 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aab8785e-71a4-4fff-8231-7540fe72d0a3 req-a8a3ec8e-ec33-4114-8d3d-7161f7696eb1 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 943 time: 0.1271844 Mar 07 14:08:30.036180 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-9d544fdf-5935-46c2-97af-73335dd01059 req-095d21cb-b6d9-4661-a2b6-cc84ec08a82b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Request body: {'port': {'device_id': 'd3089356-1425-4f0c-9273-ca6138a80476', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'admin_state_up': True, 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'security_groups': ['6653d558-071b-4e09-b9e7-6a1eafa977c9']}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:30.086380 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d4d3fcda-1829-43e3-ad48-13ef2e010d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (4daf5a80-772b-4463-ba4a-b4f71d6f2479), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.089087 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d4d3fcda-1829-43e3-ad48-13ef2e010d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.093291 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-d4d3fcda-1829-43e3-ad48-13ef2e010d10 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4daf5a80-772b-4463-ba4a-b4f71d6f2479 HTTP/1.1" status: 204 len: 168 time: 0.5177538 Mar 07 14:08:30.103567 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d338d9bc-9edf-4734-aa1d-aa478355db11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754018'] for network (89b19451-1340-40ea-86c3-3c58d5c41e60), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.107543 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b7bb6ba5-7ff1-4123-83ec-7656a1c3f9dc req-42072139-a0bc-48f4-aec1-eba15aabcb85 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 210 time: 0.0595243 Mar 07 14:08:30.148289 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d338d9bc-9edf-4734-aa1d-aa478355db11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.152048 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-d338d9bc-9edf-4734-aa1d-aa478355db11 admin admin] 10.222.0.26 "DELETE /v2.0/networks/89b19451-1340-40ea-86c3-3c58d5c41e60 HTTP/1.1" status: 204 len: 168 time: 0.8328469 Mar 07 14:08:30.155996 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338d9bc-9edf-4734-aa1d-aa478355db11 admin admin] Pushing event deleted for resources: {'Network': ['ID=89b19451-1340-40ea-86c3-3c58d5c41e60,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:30.158123 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3fcda-1829-43e3-ad48-13ef2e010d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4daf5a80-772b-4463-ba4a-b4f71d6f2479,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:30.171577 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ff83226-4134-472d-a590-f4f181fcc010 req-a4b23363-32c8-4f36-b0d3-9d8451a0ac53 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for port (c54a7d71-a3d1-4382-a87c-89e30ca61a09), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.197912 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aab8785e-71a4-4fff-8231-7540fe72d0a3 req-ce41251d-30bf-4612-93c8-1164357fba88 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550555 Mar 07 14:08:30.278265 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ff83226-4134-472d-a590-f4f181fcc010 req-a4b23363-32c8-4f36-b0d3-9d8451a0ac53 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (c54a7d71-a3d1-4382-a87c-89e30ca61a09), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.304262 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d544fdf-5935-46c2-97af-73335dd01059 req-095d21cb-b6d9-4661-a2b6-cc84ec08a82b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Made reservation on behalf of da39445715f04deaaf654d8b98a2d810 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:30.308776 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-9d544fdf-5935-46c2-97af-73335dd01059 req-095d21cb-b6d9-4661-a2b6-cc84ec08a82b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.342425 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff83226-4134-472d-a590-f4f181fcc010 req-a4b23363-32c8-4f36-b0d3-9d8451a0ac53 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Network 933b9e65-7ee9-4adf-863f-8b675ebba9ea is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:30.347238 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-5ff83226-4134-472d-a590-f4f181fcc010 req-a4b23363-32c8-4f36-b0d3-9d8451a0ac53 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:30.349505 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-63bcc836-3044-4e58-831b-b2b8f2d6e7f2 req-dbd09c8f-e821-4885-92fc-964d57ba686b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 210 time: 0.0709345 Mar 07 14:08:30.351506 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff83226-4134-472d-a590-f4f181fcc010 req-a4b23363-32c8-4f36-b0d3-9d8451a0ac53 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:30.416194 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b23363-32c8-4f36-b0d3-9d8451a0ac53 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Pushing event updated for resources: {'Port': ['ID=c54a7d71-a3d1-4382-a87c-89e30ca61a09,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:30.452564 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff83226-4134-472d-a590-f4f181fcc010 req-a4b23363-32c8-4f36-b0d3-9d8451a0ac53 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:30.453796 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ff83226-4134-472d-a590-f4f181fcc010 req-a4b23363-32c8-4f36-b0d3-9d8451a0ac53 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.489375 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ff83226-4134-472d-a590-f4f181fcc010 req-a4b23363-32c8-4f36-b0d3-9d8451a0ac53 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4755933 Mar 07 14:08:30.518042 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Request body: {'port': {'device_id': 'ea30dd85-efc5-4769-a6cc-89238950969c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:30.561544 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dc35eaaa-4f04-4108-a099-121cc4449942 req-e59128b9-39a7-4c52-b882-6031ba710952 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 210 time: 0.0732090 Mar 07 14:08:30.643111 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60748) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:30.685954 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (c54a7d71-a3d1-4382-a87c-89e30ca61a09), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.702594 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60750) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:30.705497 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-f328cde0-2ebb-4db0-b513-305af9319d27 None None] Provisioning complete for port c54a7d71-a3d1-4382-a87c-89e30ca61a09 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:30.706039 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f328cde0-2ebb-4db0-b513-305af9319d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (c54a7d71-a3d1-4382-a87c-89e30ca61a09), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.737115 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-8343564a-cebc-4155-b9a7-6fe0717358b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f09d8dd412f4fe7b54aea95aed8096a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0902991 Mar 07 14:08:30.737115 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c4e9e016-af44-4b78-a22d-1747b1d33001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.745778 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 60752) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:30.754249 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f328cde0-2ebb-4db0-b513-305af9319d27 None None] Port c54a7d71-a3d1-4382-a87c-89e30ca61a09 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:08:30.788719 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cb3cf-0286-4c63-8916-ecc248e7ea92 req-41dc299b-74d8-4095-8cdb-595b0ff5bc46 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:30.790288 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4a7cb3cf-0286-4c63-8916-ecc248e7ea92 req-41dc299b-74d8-4095-8cdb-595b0ff5bc46 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 943 time: 0.2746344 Mar 07 14:08:30.799740 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:08:30.833746 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-9d544fdf-5935-46c2-97af-73335dd01059 req-095d21cb-b6d9-4661-a2b6-cc84ec08a82b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Allocated IP 172.20.0.11 (20c2fd25-1cf8-48ac-88d2-b56d95ddd118/9e822426-e097-44b3-a5b1-535a48fe7e53/d44d6684-ddb9-492d-92df-84136d88bac2) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:30.888118 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cce52-0259-4170-a088-8014539902c3 req-3eeb7211-b78a-44a9-b2b9-295fd6da8143 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:30.890161 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-065cce52-0259-4170-a088-8014539902c3 req-3eeb7211-b78a-44a9-b2b9-295fd6da8143 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.25 "GET /v2.0/networks?id=9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 200 len: 815 time: 0.3237531 Mar 07 14:08:30.893118 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b51e1411-d44a-4db9-b2c3-bbf3cf1637ae admin admin] Publish callbacks [] for security_group (9b5e5ab6-408a-4aa4-b468-ee967067113d), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.924769 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c,segment=NetworkSegment(a7b39ef5-0e7c-48c4-81ff-41a2da610d30),segment_id=a7b39ef5-0e7c-48c4-81ff-41a2da610d30)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:30.936065 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Returning: {'device': 'ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c', 'network_id': 'f008da95-af6d-4184-895d-8741fc83cfb3', 'port_id': 'ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c', 'mac_address': 'fa:16:3e:99:48:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d0f727-4082-488d-a91d-c05e1067cb33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:08:30.973770 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:30.974450 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.984198 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c4e9e016-af44-4b78-a22d-1747b1d33001 admin admin] Publish callbacks [] for security_group (8dc4f5a2-1dd7-4c04-bf69-b8a77852e631), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.990005 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c4e9e016-af44-4b78-a22d-1747b1d33001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (8dc4f5a2-1dd7-4c04-bf69-b8a77852e631), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.990807 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4a7cb3cf-0286-4c63-8916-ecc248e7ea92 req-b2d60bbf-22a5-4585-a252-10c97cbb7aa4 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef13d79e-1869-4cb1-a6bb-f4d2619319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774473 Mar 07 14:08:30.994723 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b51e1411-d44a-4db9-b2c3-bbf3cf1637ae admin admin] Publish callbacks [] for security_group (9b5e5ab6-408a-4aa4-b468-ee967067113d), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:30.997520 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:08:31.020909 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c,segment=NetworkSegment(a7b39ef5-0e7c-48c4-81ff-41a2da610d30),segment_id=a7b39ef5-0e7c-48c4-81ff-41a2da610d30)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:31.026291 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.027020 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:08:31.051492 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c4e9e016-af44-4b78-a22d-1747b1d33001 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec4224c3b2c5466f806a41486bd459a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425322 Mar 07 14:08:31.052346 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60758) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:31.056619 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9e016-af44-4b78-a22d-1747b1d33001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc4f5a2-1dd7-4c04-bf69-b8a77852e631,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:31.105213 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-065cce52-0259-4170-a088-8014539902c3 req-0314d4fe-0639-469e-bf0c-0313284ca70b tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b35d86dd1db4542b049ac07e779c9d7 HTTP/1.1" status: 200 len: 380 time: 0.1867833 Mar 07 14:08:31.105878 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:31.126149 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-065cce52-0259-4170-a088-8014539902c3 req-9810d61f-8d66-4874-9ed4-449d6bd601f9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Request body: {'port': {'device_id': '9389ce70-a4a5-47d5-982c-0ce917b1b499', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'admin_state_up': True, 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'security_groups': ['791d4937-bd14-46e7-b6f8-ccb791f68ea1']}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:31.162076 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e5e54b01-2237-4560-8725-d397212a2d17 admin admin] Publish callbacks [] for security_group (8dc4f5a2-1dd7-4c04-bf69-b8a77852e631), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.182107 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da,segment=NetworkSegment(191c9df1-4ea1-4ffe-8828-dc9a326d408e),segment_id=191c9df1-4ea1-4ffe-8828-dc9a326d408e)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:31.184895 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54a7d71-a3d1-4382-a87c-89e30ca61a09 {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:08:31.197358 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Returning: {'device': 'eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da', 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0', 'port_id': 'eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da', 'mac_address': 'fa:16:3e:38:6a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f082187e-97c3-4fc5-973d-4bcab4639dde', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:08:31.201392 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Publish callbacks [] for port (c54a7d71-a3d1-4382-a87c-89e30ca61a09), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.204938 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e5e54b01-2237-4560-8725-d397212a2d17 admin admin] Publish callbacks [] for security_group (8dc4f5a2-1dd7-4c04-bf69-b8a77852e631), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.234388 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Transition to ACTIVE for port object c54a7d71-a3d1-4382-a87c-89e30ca61a09 will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:08:31.245324 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7721250'] for port (c54a7d71-a3d1-4382-a87c-89e30ca61a09), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.247608 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:31.248562 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.264663 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:08:31.297897 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da,segment=NetworkSegment(191c9df1-4ea1-4ffe-8828-dc9a326d408e),segment_id=191c9df1-4ea1-4ffe-8828-dc9a326d408e)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:31.304071 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.305147 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 6da1ad87-f4a8-4228-9279-89ef554c1465 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:08:31.331053 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Pushing event updated for resources: {'Port': ['ID=c54a7d71-a3d1-4382-a87c-89e30ca61a09,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:31.377907 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 6da1ad87-f4a8-4228-9279-89ef554c1465, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6da1ad87-f4a8-4228-9279-89ef554c1465,segment=NetworkSegment(191c9df1-4ea1-4ffe-8828-dc9a326d408e),segment_id=191c9df1-4ea1-4ffe-8828-dc9a326d408e)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:31.392111 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-9d544fdf-5935-46c2-97af-73335dd01059 req-095d21cb-b6d9-4661-a2b6-cc84ec08a82b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for port (d44d6684-ddb9-492d-92df-84136d88bac2), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.428705 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e5e54b01-2237-4560-8725-d397212a2d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (8dc4f5a2-1dd7-4c04-bf69-b8a77852e631), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.431224 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e5e54b01-2237-4560-8725-d397212a2d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.434891 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-e5e54b01-2237-4560-8725-d397212a2d17 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8dc4f5a2-1dd7-4c04-bf69-b8a77852e631 HTTP/1.1" status: 204 len: 168 time: 0.3774035 Mar 07 14:08:31.436328 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Returning: {'device': '6da1ad87-f4a8-4228-9279-89ef554c1465', 'network_id': '9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0', 'port_id': '6da1ad87-f4a8-4228-9279-89ef554c1465', 'mac_address': 'fa:16:3e:3c:f3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f082187e-97c3-4fc5-973d-4bcab4639dde', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:08:31.447881 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Attempting to bind port c54a7d71-a3d1-4382-a87c-89e30ca61a09 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:31.447881 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Attempting to bind port c54a7d71-a3d1-4382-a87c-89e30ca61a09 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'f718fe54-c345-4c76-b7b4-82d821b7c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:31.447881 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Attempting to bind port c54a7d71-a3d1-4382-a87c-89e30ca61a09 on network 933b9e65-7ee9-4adf-863f-8b675ebba9ea {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:31.456571 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Port c54a7d71-a3d1-4382-a87c-89e30ca61a09 on network 933b9e65-7ee9-4adf-863f-8b675ebba9ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:08:31.456938 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Attempting to bind port c54a7d71-a3d1-4382-a87c-89e30ca61a09 on network 933b9e65-7ee9-4adf-863f-8b675ebba9ea {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:31.460277 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e54b01-2237-4560-8725-d397212a2d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc4f5a2-1dd7-4c04-bf69-b8a77852e631,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:31.466296 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Checking agent: {'id': 'c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'started_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:31.467212 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Checking segment: {'id': 'f718fe54-c345-4c76-b7b4-82d821b7c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:31.467848 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Bound using segment: {'id': 'f718fe54-c345-4c76-b7b4-82d821b7c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:31.468363 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Bound port: c54a7d71-a3d1-4382-a87c-89e30ca61a09, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f718fe54-c345-4c76-b7b4-82d821b7c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:31.468764 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (c54a7d71-a3d1-4382-a87c-89e30ca61a09), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.498306 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:31.527433 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 6da1ad87-f4a8-4228-9279-89ef554c1465 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:31.528065 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (6da1ad87-f4a8-4228-9279-89ef554c1465), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.549232 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da1ad87-f4a8-4228-9279-89ef554c1465 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:08:31.559112 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] For port c54a7d71-a3d1-4382-a87c-89e30ca61a09, host hv-cinder-79400, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:31.572720 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] For port c54a7d71-a3d1-4382-a87c-89e30ca61a09, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c54a7d71-a3d1-4382-a87c-89e30ca61a09,segment=NetworkSegment(f718fe54-c345-4c76-b7b4-82d821b7c7db),segment_id=f718fe54-c345-4c76-b7b4-82d821b7c7db)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:31.584184 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 6da1ad87-f4a8-4228-9279-89ef554c1465, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6da1ad87-f4a8-4228-9279-89ef554c1465,segment=NetworkSegment(191c9df1-4ea1-4ffe-8828-dc9a326d408e),segment_id=191c9df1-4ea1-4ffe-8828-dc9a326d408e)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:31.591106 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7721250'] for port (c54a7d71-a3d1-4382-a87c-89e30ca61a09), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.592776 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (6da1ad87-f4a8-4228-9279-89ef554c1465), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.611438 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b51e1411-d44a-4db9-b2c3-bbf3cf1637ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (9b5e5ab6-408a-4aa4-b468-ee967067113d), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.613888 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b51e1411-d44a-4db9-b2c3-bbf3cf1637ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.618275 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-b51e1411-d44a-4db9-b2c3-bbf3cf1637ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b5e5ab6-408a-4aa4-b468-ee967067113d HTTP/1.1" status: 204 len: 168 time: 0.8679857 Mar 07 14:08:31.640180 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-9d544fdf-5935-46c2-97af-73335dd01059 req-095d21cb-b6d9-4661-a2b6-cc84ec08a82b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.655231 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9aa679-c21e-4690-8397-676c4a20798f req-7f5d1f02-2ef0-447c-910c-4d976e49f772 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:31.657509 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4f9aa679-c21e-4690-8397-676c4a20798f req-7f5d1f02-2ef0-447c-910c-4d976e49f772 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 944 time: 0.4613056 Mar 07 14:08:31.663310 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=6da1ad87-f4a8-4228-9279-89ef554c1465,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:31.692068 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:31.692714 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.698381 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ff83226-4134-472d-a590-f4f181fcc010 req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] 10.222.0.25 "PUT /v2.0/ports/c54a7d71-a3d1-4382-a87c-89e30ca61a09 HTTP/1.1" status: 200 len: 1094 time: 1.1850588 Mar 07 14:08:31.698860 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea30dd85-efc5-4769-a6cc-89238950969c', 'tag': 'c54a7d71-a3d1-4382-a87c-89e30ca61a09'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:31.701810 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b227fff841cc36c28be207e5082edf6552ac5a262496b0e086d32ab3e88bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c06f29-84a8-4207-9632-fe67512eb998" -d '{"events": [{"name": "network-changed", "server_uuid": "ea30dd85-efc5-4769-a6cc-89238950969c", "tag": "c54a7d71-a3d1-4382-a87c-89e30ca61a09"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:31.742712 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659159cc-cf86-44d5-aa19-67371b6a2d69 service neutron] Pushing event updated for resources: {'Port': ['ID=c54a7d71-a3d1-4382-a87c-89e30ca61a09,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:31.761953 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d21cb-b6d9-4661-a2b6-cc84ec08a82b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Pushing event updated for resources: {'Port': ['ID=d44d6684-ddb9-492d-92df-84136d88bac2,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:31.765033 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-065cce52-0259-4170-a088-8014539902c3 req-9810d61f-8d66-4874-9ed4-449d6bd601f9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Made reservation on behalf of 5b35d86dd1db4542b049ac07e779c9d7 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:08:31.768565 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-065cce52-0259-4170-a088-8014539902c3 req-9810d61f-8d66-4874-9ed4-449d6bd601f9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.785238 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c30be7-4c34-459d-aebc-8574f55c56df req-1ceff913-77c5-417a-a112-9e22c00e3596 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:31.786782 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d2c30be7-4c34-459d-aebc-8574f55c56df req-1ceff913-77c5-417a-a112-9e22c00e3596 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 943 time: 0.4712260 Mar 07 14:08:31.787716 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e1411-d44a-4db9-b2c3-bbf3cf1637ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5e5ab6-408a-4aa4-b468-ee967067113d,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:31.825759 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff83226-4134-472d-a590-f4f181fcc010 req-5beb4633-1aa2-4726-b029-2fe2b6248859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:31.828097 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ff83226-4134-472d-a590-f4f181fcc010 req-5beb4633-1aa2-4726-b029-2fe2b6248859 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00562a6de5794d00b6b4085bc4010fb4&device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 1128 time: 0.0695136 Mar 07 14:08:31.846863 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d544fdf-5935-46c2-97af-73335dd01059 req-095d21cb-b6d9-4661-a2b6-cc84ec08a82b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Network 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:31.868911 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-9d544fdf-5935-46c2-97af-73335dd01059 req-095d21cb-b6d9-4661-a2b6-cc84ec08a82b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:31.879897 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d544fdf-5935-46c2-97af-73335dd01059 req-095d21cb-b6d9-4661-a2b6-cc84ec08a82b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:31.892354 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d544fdf-5935-46c2-97af-73335dd01059 req-095d21cb-b6d9-4661-a2b6-cc84ec08a82b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:31.893068 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-9d544fdf-5935-46c2-97af-73335dd01059 req-095d21cb-b6d9-4661-a2b6-cc84ec08a82b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:31.903535 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ff83226-4134-472d-a590-f4f181fcc010 req-cef3bf84-7371-4a05-9c19-ed1e3daeee66 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c54a7d71-a3d1-4382-a87c-89e30ca61a09 HTTP/1.1" status: 200 len: 217 time: 0.0600626 Mar 07 14:08:32.019427 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff83226-4134-472d-a590-f4f181fcc010 req-ea5adae1-cf26-4629-a198-b31166f2f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:32.030143 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ff83226-4134-472d-a590-f4f181fcc010 req-ea5adae1-cf26-4629-a198-b31166f2f368 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=67446beb-321d-48fe-a154-bbf9a158e88a HTTP/1.1" status: 200 len: 850 time: 0.1190677 Mar 07 14:08:32.219903 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff83226-4134-472d-a590-f4f181fcc010 req-036185a3-7236-44b8-95ea-80170a454bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:32.221558 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ff83226-4134-472d-a590-f4f181fcc010 req-036185a3-7236-44b8-95ea-80170a454bb6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=933b9e65-7ee9-4adf-863f-8b675ebba9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1821125 Mar 07 14:08:32.266041 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:08:32.291162 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4f9aa679-c21e-4690-8397-676c4a20798f req-bfd70271-6cce-47fb-b47e-4afd2499f14f tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c99f801-bb6c-404d-9a9a-f648019e3078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5342305 Mar 07 14:08:32.316791 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9d544fdf-5935-46c2-97af-73335dd01059 req-095d21cb-b6d9-4661-a2b6-cc84ec08a82b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2844918 Mar 07 14:08:32.337330 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d2c30be7-4c34-459d-aebc-8574f55c56df req-60596d03-d18c-4936-b985-3fb841fea557 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091786 Mar 07 14:08:32.360446 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Request body: {'port': {'device_id': 'd3089356-1425-4f0c-9273-ca6138a80476', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:32.415161 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:08:32.423041 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['6da1ad87-f4a8-4228-9279-89ef554c1465'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:08:32.431027 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ff83226-4134-472d-a590-f4f181fcc010 req-fefaba4a-300b-40a9-9a61-e0718f9eaf27 service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011926 Mar 07 14:08:32.500237 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60800) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:32.564013 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1189b5d6-2692-45ea-b4a2-825b182780eb req-cb2b85c5-70a9-47be-98bd-c1fa814bb9b8 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 210 time: 0.0795178 Mar 07 14:08:32.643945 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-065cce52-0259-4170-a088-8014539902c3 req-9810d61f-8d66-4874-9ed4-449d6bd601f9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Allocated IP 172.20.0.14 (9b62fa4f-b2cf-4013-a771-a3abfae0550b/94b6b23d-f0fc-499f-8502-08cb48270361/1e83f7f4-e220-4dc9-9bc5-d249f50675e7) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:08:32.666371 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:32.689027 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3385f-1bc5-4b21-9cb5-151fc2fb1da7 req-d55901df-ee78-4e7e-8e60-c002f494488e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:32.690669 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e4b3385f-1bc5-4b21-9cb5-151fc2fb1da7 req-d55901df-ee78-4e7e-8e60-c002f494488e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 932 time: 0.2158549 Mar 07 14:08:32.902922 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-9d82e31c-8ee4-486d-bb79-d1e97e758d56 None None] Provisioning complete for port d44d6684-ddb9-492d-92df-84136d88bac2 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:32.903503 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9d82e31c-8ee4-486d-bb79-d1e97e758d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:32.941203 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30026f8-02fd-45f9-9917-42cff7c596af x-openstack-request-id: req-f30026f8-02fd-45f9-9917-42cff7c596af {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:32.941509 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea30dd85-efc5-4769-a6cc-89238950969c", "tag": "c54a7d71-a3d1-4382-a87c-89e30ca61a09", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:32.946105 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f30026f8-02fd-45f9-9917-42cff7c596af {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:32.946105 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea30dd85-efc5-4769-a6cc-89238950969c', 'tag': 'c54a7d71-a3d1-4382-a87c-89e30ca61a09', 'status': 'completed', 'code': 200} Mar 07 14:08:33.005397 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-be12989b-2d48-46d9-b1ce-b5da57a0728b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0762b755d48439faa094807d997e041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5007193 Mar 07 14:08:33.008836 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 60822) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:33.011117 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e4b3385f-1bc5-4b21-9cb5-151fc2fb1da7 req-61ea901f-1b62-4376-b4c8-0b9ef46a2255 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3069651 Mar 07 14:08:33.032726 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9d82e31c-8ee4-486d-bb79-d1e97e758d56 None None] Port d44d6684-ddb9-492d-92df-84136d88bac2 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:08:33.044216 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ff83226-4134-472d-a590-f4f181fcc010 req-abdb8cd8-55f2-4697-9dea-6a6bc1d76804 service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6070199 Mar 07 14:08:33.099678 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3fddf94a-7883-41f0-8339-ead54ebe3f96 admin admin] Publish callbacks [] for security_group (cecf7db7-3230-43ed-9dbd-0bc1deece6ed), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:33.131860 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55044e4a-c03c-4191-a315-46ff37daa8fe req-9ce47fb4-36b3-403b-8f18-62bdb320dcdb tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:33.140462 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-55044e4a-c03c-4191-a315-46ff37daa8fe req-9ce47fb4-36b3-403b-8f18-62bdb320dcdb tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 944 time: 0.3094914 Mar 07 14:08:33.172516 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3fddf94a-7883-41f0-8339-ead54ebe3f96 admin admin] Publish callbacks [] for security_group (cecf7db7-3230-43ed-9dbd-0bc1deece6ed), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:33.209285 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-065cce52-0259-4170-a088-8014539902c3 req-9810d61f-8d66-4874-9ed4-449d6bd601f9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for port (1e83f7f4-e220-4dc9-9bc5-d249f50675e7), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:33.261730 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-55044e4a-c03c-4191-a315-46ff37daa8fe req-15b14da1-67d9-40b3-9a82-61567cdc9afe tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef13d79e-1869-4cb1-a6bb-f4d2619319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183465 Mar 07 14:08:33.411910 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-065cce52-0259-4170-a088-8014539902c3 req-9810d61f-8d66-4874-9ed4-449d6bd601f9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (1e83f7f4-e220-4dc9-9bc5-d249f50675e7), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:33.413597 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c06f29-84a8-4207-9632-fe67512eb998 req-ee0f0e62-7e3c-482d-8cd4-7d61e0d19e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:33.415186 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-49c06f29-84a8-4207-9632-fe67512eb998 req-ee0f0e62-7e3c-482d-8cd4-7d61e0d19e9d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00562a6de5794d00b6b4085bc4010fb4&device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 1128 time: 0.2687957 Mar 07 14:08:33.452044 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44d6684-ddb9-492d-92df-84136d88bac2 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:08:33.473354 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-065cce52-0259-4170-a088-8014539902c3 req-9810d61f-8d66-4874-9ed4-449d6bd601f9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Network 9b62fa4f-b2cf-4013-a771-a3abfae0550b is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:08:33.485835 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Publish callbacks [] for port (d44d6684-ddb9-492d-92df-84136d88bac2), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:33.488291 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-065cce52-0259-4170-a088-8014539902c3 req-9810d61f-8d66-4874-9ed4-449d6bd601f9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:08:33.523275 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3fddf94a-7883-41f0-8339-ead54ebe3f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (cecf7db7-3230-43ed-9dbd-0bc1deece6ed), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:33.525329 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3fddf94a-7883-41f0-8339-ead54ebe3f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:33.526525 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-3fddf94a-7883-41f0-8339-ead54ebe3f96 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cecf7db7-3230-43ed-9dbd-0bc1deece6ed HTTP/1.1" status: 204 len: 168 time: 0.5166166 Mar 07 14:08:33.544176 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddf94a-7883-41f0-8339-ead54ebe3f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecf7db7-3230-43ed-9dbd-0bc1deece6ed,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:33.546569 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-065cce52-0259-4170-a088-8014539902c3 req-9810d61f-8d66-4874-9ed4-449d6bd601f9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:08:33.556417 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cce52-0259-4170-a088-8014539902c3 req-9810d61f-8d66-4874-9ed4-449d6bd601f9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:33.557130 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-065cce52-0259-4170-a088-8014539902c3 req-9810d61f-8d66-4874-9ed4-449d6bd601f9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:33.604436 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-065cce52-0259-4170-a088-8014539902c3 req-9810d61f-8d66-4874-9ed4-449d6bd601f9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4889469 Mar 07 14:08:33.613035 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c06f29-84a8-4207-9632-fe67512eb998 req-eab986a0-c688-4ee1-943f-7c748eeb097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:33.614342 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Transition to ACTIVE for port object d44d6684-ddb9-492d-92df-84136d88bac2 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:08:33.616852 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-49c06f29-84a8-4207-9632-fe67512eb998 req-eab986a0-c688-4ee1-943f-7c748eeb097c service neutron] 10.222.0.25 "GET /v2.0/networks?id=933b9e65-7ee9-4adf-863f-8b675ebba9ea HTTP/1.1" status: 200 len: 912 time: 0.1926305 Mar 07 14:08:33.618351 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810d61f-8d66-4874-9ed4-449d6bd601f9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event updated for resources: {'Port': ['ID=1e83f7f4-e220-4dc9-9bc5-d249f50675e7,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:33.645921 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:33.653443 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Request body: {'port': {'device_id': '9389ce70-a4a5-47d5-982c-0ce917b1b499', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:33.698290 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-49c06f29-84a8-4207-9632-fe67512eb998 req-51e0fa25-7c3f-48c9-a8d3-7f293c3b9f58 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c54a7d71-a3d1-4382-a87c-89e30ca61a09 HTTP/1.1" status: 200 len: 217 time: 0.0636840 Mar 07 14:08:33.750961 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c282d-189d-4693-beb2-4e1c4bca88c2 req-f3a8eac0-5573-4e2d-b6e0-47c69872d841 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:33.752500 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0e2c282d-189d-4693-beb2-4e1c4bca88c2 req-f3a8eac0-5573-4e2d-b6e0-47c69872d841 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 944 time: 0.2951281 Mar 07 14:08:33.761995 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c06f29-84a8-4207-9632-fe67512eb998 req-555cc0e1-f7d6-4730-932f-5721885b0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:33.763553 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-49c06f29-84a8-4207-9632-fe67512eb998 req-555cc0e1-f7d6-4730-932f-5721885b0c0c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=67446beb-321d-48fe-a154-bbf9a158e88a HTTP/1.1" status: 200 len: 850 time: 0.0582809 Mar 07 14:08:33.764594 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d44d6684-ddb9-492d-92df-84136d88bac2,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:33.787213 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c8431-1097-46d8-8007-b360e330553c req-1a11c15f-ba21-4e16-8756-47366f541678 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:33.788814 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e84c8431-1097-46d8-8007-b360e330553c req-1a11c15f-ba21-4e16-8756-47366f541678 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 944 time: 0.3301740 Mar 07 14:08:33.869523 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c06f29-84a8-4207-9632-fe67512eb998 req-ec0c2dce-1f57-40ee-b862-826fba3f7836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:33.875237 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-49c06f29-84a8-4207-9632-fe67512eb998 req-ec0c2dce-1f57-40ee-b862-826fba3f7836 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=933b9e65-7ee9-4adf-863f-8b675ebba9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0970168 Mar 07 14:08:33.942730 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Attempting to bind port d44d6684-ddb9-492d-92df-84136d88bac2 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:33.942977 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Attempting to bind port d44d6684-ddb9-492d-92df-84136d88bac2 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '1c187560-9b1c-4981-9612-4ef9fe189a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:33.943280 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Attempting to bind port d44d6684-ddb9-492d-92df-84136d88bac2 on network 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:33.963530 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (1e83f7f4-e220-4dc9-9bc5-d249f50675e7), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:33.984426 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-1ca47a47-3141-427d-b142-2802f11124cf None None] Provisioning complete for port 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:33.986412 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1ca47a47-3141-427d-b142-2802f11124cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (1e83f7f4-e220-4dc9-9bc5-d249f50675e7), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:33.987772 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Port d44d6684-ddb9-492d-92df-84136d88bac2 on network 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:08:33.988024 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Attempting to bind port d44d6684-ddb9-492d-92df-84136d88bac2 on network 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:33.999158 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-49c06f29-84a8-4207-9632-fe67512eb998 req-e88cb58d-0f76-45d3-ad57-2cd354c671a0 service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191492 Mar 07 14:08:34.012867 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Checking agent: {'id': 'c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'started_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:34.013208 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Checking segment: {'id': '1c187560-9b1c-4981-9612-4ef9fe189a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:34.014170 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Bound using segment: {'id': '1c187560-9b1c-4981-9612-4ef9fe189a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:34.014607 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Bound port: d44d6684-ddb9-492d-92df-84136d88bac2, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c187560-9b1c-4981-9612-4ef9fe189a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:34.015090 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:34.041571 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e84c8431-1097-46d8-8007-b360e330553c req-788dc749-09bc-4e40-9bfc-898c737e5fb5 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217119 Mar 07 14:08:34.044377 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0e2c282d-189d-4693-beb2-4e1c4bca88c2 req-1d69b33d-d4c1-4338-b72a-8bc2c8ff52a7 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c99f801-bb6c-404d-9a9a-f648019e3078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523842 Mar 07 14:08:34.065928 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1ca47a47-3141-427d-b142-2802f11124cf None None] Port 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:08:34.191335 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-49c06f29-84a8-4207-9632-fe67512eb998 req-5ad3f4fb-80ea-4d69-9de9-f0b80f29c3d4 service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755373 Mar 07 14:08:34.278621 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] For port d44d6684-ddb9-492d-92df-84136d88bac2, host hv-cinder-79400, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:34.301133 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] For port d44d6684-ddb9-492d-92df-84136d88bac2, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d44d6684-ddb9-492d-92df-84136d88bac2,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:34.328551 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:34.418077 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94790830-2de3-43a0-8d6f-ab532a410bcc req-980f4998-3891-4189-8524-61e67d7ca55b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:34.420407 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-94790830-2de3-43a0-8d6f-ab532a410bcc req-980f4998-3891-4189-8524-61e67d7ca55b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.2171712 Mar 07 14:08:34.432711 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:34.433463 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:34.434718 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9d544fdf-5935-46c2-97af-73335dd01059 req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] 10.222.0.25 "PUT /v2.0/ports/d44d6684-ddb9-492d-92df-84136d88bac2 HTTP/1.1" status: 200 len: 1094 time: 2.0963516 Mar 07 14:08:34.444496 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3089356-1425-4f0c-9273-ca6138a80476', 'tag': 'd44d6684-ddb9-492d-92df-84136d88bac2'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:34.446772 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76864df0-843f-40f5-983a-eacf6e881ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "d3089356-1425-4f0c-9273-ca6138a80476", "tag": "d44d6684-ddb9-492d-92df-84136d88bac2"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:34.496844 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dc929-1afa-41f6-bff7-6996bea15c3a req-3cb3546a-838c-4d76-9262-b0a87489a5ae tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:34.498432 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-278dc929-1afa-41f6-bff7-6996bea15c3a req-3cb3546a-838c-4d76-9262-b0a87489a5ae tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 932 time: 0.2943416 Mar 07 14:08:34.652243 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68b6ee-421a-4e55-a385-fdd0f50449d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d44d6684-ddb9-492d-92df-84136d88bac2,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:34.715795 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-94790830-2de3-43a0-8d6f-ab532a410bcc req-65889a65-085f-4ce6-96f0-4bf423859047 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2720375 Mar 07 14:08:34.730501 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-278dc929-1afa-41f6-bff7-6996bea15c3a req-ca2a3621-80ab-4a34-90a8-f49af6bed7f3 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=791d4937-bd14-46e7-b6f8-ccb791f68ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050457 Mar 07 14:08:34.744579 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d544fdf-5935-46c2-97af-73335dd01059 req-bf869a49-d888-49f8-b54e-1f2bf98cf10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:34.746163 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9d544fdf-5935-46c2-97af-73335dd01059 req-bf869a49-d888-49f8-b54e-1f2bf98cf10b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da39445715f04deaaf654d8b98a2d810&device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 1128 time: 0.2219675 Mar 07 14:08:34.797698 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c up at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:34.828579 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222be9b4-329a-48d7-8806-9819bafb6bf2 x-openstack-request-id: req-222be9b4-329a-48d7-8806-9819bafb6bf2 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:34.828911 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3089356-1425-4f0c-9273-ca6138a80476", "tag": "d44d6684-ddb9-492d-92df-84136d88bac2", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:34.829162 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-222be9b4-329a-48d7-8806-9819bafb6bf2 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:34.829564 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3089356-1425-4f0c-9273-ca6138a80476', 'tag': 'd44d6684-ddb9-492d-92df-84136d88bac2', 'status': 'completed', 'code': 200} Mar 07 14:08:34.832722 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9d544fdf-5935-46c2-97af-73335dd01059 req-df8b0a4d-47b4-4876-a6a2-71382b3bfc53 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44d6684-ddb9-492d-92df-84136d88bac2 HTTP/1.1" status: 200 len: 217 time: 0.0562713 Mar 07 14:08:34.838217 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:08:34.856547 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Publish callbacks [] for port (1e83f7f4-e220-4dc9-9bc5-d249f50675e7), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:35.000330 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning for port ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:08:35.005073 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning complete for port ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:35.005632 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:35.102539 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Transition to ACTIVE for port object 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:08:35.115132 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (1e83f7f4-e220-4dc9-9bc5-d249f50675e7), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:35.121921 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d544fdf-5935-46c2-97af-73335dd01059 req-d4c768d8-9221-4546-b6af-41eda366351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:35.124040 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9d544fdf-5935-46c2-97af-73335dd01059 req-d4c768d8-9221-4546-b6af-41eda366351b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e822426-e097-44b3-a5b1-535a48fe7e53 HTTP/1.1" status: 200 len: 855 time: 0.2799544 Mar 07 14:08:35.147482 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:35.148216 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:35.218623 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b22de7b-fdb4-4a59-a750-7b8df8fbe935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:35.252499 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Pushing event updated for resources: {'Port': ['ID=1e83f7f4-e220-4dc9-9bc5-d249f50675e7,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:35.270876 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78a1f3-ed0f-43e4-9f42-babea3317ba2 req-d8d3dae9-5a4d-49e5-8d8f-a8181b4f0b68 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:35.272619 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8e78a1f3-ed0f-43e4-9f42-babea3317ba2 req-d8d3dae9-5a4d-49e5-8d8f-a8181b4f0b68 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 944 time: 0.3889480 Mar 07 14:08:35.361804 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Attempting to bind port 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:08:35.362147 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Attempting to bind port 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:08:35.362470 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Attempting to bind port 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 on network 9b62fa4f-b2cf-4013-a771-a3abfae0550b {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:35.380125 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d544fdf-5935-46c2-97af-73335dd01059 req-0e1d2018-7b09-4122-83d0-4cf59e0b97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:35.385902 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9d544fdf-5935-46c2-97af-73335dd01059 req-0e1d2018-7b09-4122-83d0-4cf59e0b97ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2357628 Mar 07 14:08:35.396031 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c,segment=NetworkSegment(a7b39ef5-0e7c-48c4-81ff-41a2da610d30),segment_id=a7b39ef5-0e7c-48c4-81ff-41a2da610d30)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:35.407552 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Port 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 on network 9b62fa4f-b2cf-4013-a771-a3abfae0550b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:08:35.410681 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:35.412166 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da up at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:35.414915 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Attempting to bind port 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 on network 9b62fa4f-b2cf-4013-a771-a3abfae0550b {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:08:35.428634 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77960523-1695-4f66-ad3e-0c8046313ec2 req-35e91f40-e4e0-4ecd-93e8-0645e03a0350 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:35.431029 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-77960523-1695-4f66-ad3e-0c8046313ec2 req-35e91f40-e4e0-4ecd-93e8-0645e03a0350 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 944 time: 0.2415450 Mar 07 14:08:35.490672 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8e78a1f3-ed0f-43e4-9f42-babea3317ba2 req-e68fcc18-b0bf-4fb1-9e26-cc2fb762c752 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef13d79e-1869-4cb1-a6bb-f4d2619319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116811 Mar 07 14:08:35.509894 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Checking agent: {'id': 'c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'started_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:08:35.510467 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Checking segment: {'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:08:35.511250 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Bound using segment: {'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:08:35.520969 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:35.521863 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Bound port: 1e83f7f4-e220-4dc9-9bc5-d249f50675e7, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:08:35.522441 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (1e83f7f4-e220-4dc9-9bc5-d249f50675e7), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:35.542344 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning for port eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:08:35.549015 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning complete for port eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:35.549602 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:35.590179 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e4dd01-31cc-42cb-b687-22132164ec22" -d '{"events": [{"server_uuid": "5b22de7b-fdb4-4a59-a750-7b8df8fbe935", "name": "network-vif-plugged", "status": "completed", "tag": "ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:35.674012 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:35.674411 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:35.703794 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-77960523-1695-4f66-ad3e-0c8046313ec2 req-7a465f73-ff31-4762-bc02-1af43ffa2db3 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509096 Mar 07 14:08:35.719163 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9d544fdf-5935-46c2-97af-73335dd01059 req-18fd0a5a-2fe4-448c-b000-afcfdb69d062 service neutron] 10.222.0.25 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232663 Mar 07 14:08:35.719476 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da,segment=NetworkSegment(191c9df1-4ea1-4ffe-8828-dc9a326d408e),segment_id=191c9df1-4ea1-4ffe-8828-dc9a326d408e)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:35.727399 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:35.728898 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 6da1ad87-f4a8-4228-9279-89ef554c1465 up at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:35.753606 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] For port 1e83f7f4-e220-4dc9-9bc5-d249f50675e7, host hv-cinder-79400, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:08:35.784899 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7943c-c16b-440b-b1f1-60632f4c09dd req-31010c7b-e8a3-4549-ae33-770a8e313ae2 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:35.786462 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-03d7943c-c16b-440b-b1f1-60632f4c09dd req-31010c7b-e8a3-4549-ae33-770a8e313ae2 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 944 time: 0.1942015 Mar 07 14:08:35.812777 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] For port 1e83f7f4-e220-4dc9-9bc5-d249f50675e7, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1e83f7f4-e220-4dc9-9bc5-d249f50675e7,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:08:35.826471 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:35.837261 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (1e83f7f4-e220-4dc9-9bc5-d249f50675e7), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:35.856154 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning for port 6da1ad87-f4a8-4228-9279-89ef554c1465 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:08:35.862512 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning complete for port 6da1ad87-f4a8-4228-9279-89ef554c1465 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:35.863345 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (6da1ad87-f4a8-4228-9279-89ef554c1465), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:35.902905 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:35.903579 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:35.906002 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-065cce52-0259-4170-a088-8014539902c3 req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] 10.222.0.25 "PUT /v2.0/ports/1e83f7f4-e220-4dc9-9bc5-d249f50675e7 HTTP/1.1" status: 200 len: 1094 time: 2.2686281 Mar 07 14:08:35.968808 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-03d7943c-c16b-440b-b1f1-60632f4c09dd req-8014a90a-f53a-4356-a35c-925755d9056d tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c99f801-bb6c-404d-9a9a-f648019e3078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541529 Mar 07 14:08:35.976324 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256f635-ae29-4a8d-be12-a21546c3ab10 service neutron] Pushing event updated for resources: {'Port': ['ID=1e83f7f4-e220-4dc9-9bc5-d249f50675e7,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:35.990325 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9d544fdf-5935-46c2-97af-73335dd01059 req-0713bd55-8947-4bdc-9aa0-52063b59f492 service neutron] 10.222.0.25 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615290 Mar 07 14:08:36.043622 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e141c2-e4d4-4e38-b31a-983f5eeccfe0 x-openstack-request-id: req-09e141c2-e4d4-4e38-b31a-983f5eeccfe0 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:36.044167 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b22de7b-fdb4-4a59-a750-7b8df8fbe935", "name": "network-vif-plugged", "status": "completed", "tag": "ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:36.044167 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09e141c2-e4d4-4e38-b31a-983f5eeccfe0 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:36.045268 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b22de7b-fdb4-4a59-a750-7b8df8fbe935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c', 'code': 200} Mar 07 14:08:36.187542 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 6da1ad87-f4a8-4228-9279-89ef554c1465 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:36.187923 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (6da1ad87-f4a8-4228-9279-89ef554c1465), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:36.222201 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cce52-0259-4170-a088-8014539902c3 req-0ab91471-ed97-4da9-8f4e-bdbd05da049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:36.234683 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-065cce52-0259-4170-a088-8014539902c3 req-0ab91471-ed97-4da9-8f4e-bdbd05da049f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 1128 time: 0.2138491 Mar 07 14:08:36.242090 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 6da1ad87-f4a8-4228-9279-89ef554c1465, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6da1ad87-f4a8-4228-9279-89ef554c1465,segment=NetworkSegment(191c9df1-4ea1-4ffe-8828-dc9a326d408e),segment_id=191c9df1-4ea1-4ffe-8828-dc9a326d408e)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:36.247032 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (6da1ad87-f4a8-4228-9279-89ef554c1465), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:36.289501 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdbbd4-e702-41aa-8e0c-b80a779d37ac req-ae9b1757-cc49-4a39-8038-f97a6071ad16 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:36.293726 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aacdbbd4-e702-41aa-8e0c-b80a779d37ac req-ae9b1757-cc49-4a39-8038-f97a6071ad16 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 944 time: 0.3059597 Mar 07 14:08:36.309168 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=6da1ad87-f4a8-4228-9279-89ef554c1465,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:36.366968 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434ef65-c277-49e8-843b-c06cabbe525c req-1b5c14ed-0745-4991-8a18-b3abeb5924c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:36.369922 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8434ef65-c277-49e8-843b-c06cabbe525c req-1b5c14ed-0745-4991-8a18-b3abeb5924c4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 1129 time: 0.1162493 Mar 07 14:08:36.381144 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-065cce52-0259-4170-a088-8014539902c3 req-6f78e097-01dd-4f74-a9a5-882de6e9408c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e83f7f4-e220-4dc9-9bc5-d249f50675e7 HTTP/1.1" status: 200 len: 217 time: 0.1054592 Mar 07 14:08:36.390445 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-8434ef65-c277-49e8-843b-c06cabbe525c req-5a65125d-8fbd-4b2c-931c-4a7351adb3a7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:36.491844 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-8434ef65-c277-49e8-843b-c06cabbe525c req-5a65125d-8fbd-4b2c-931c-4a7351adb3a7 service neutron] Publish callbacks [] for security_group (f670a2e6-0ca2-4348-b972-5ffee67b7fa5), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:36.493046 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f2d7e-b6d5-4493-b901-81898b2bf0ed req-ef20ba2c-dd0c-422b-bd90-5e821437c6a4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:36.495294 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ec5f2d7e-b6d5-4493-b901-81898b2bf0ed req-ef20ba2c-dd0c-422b-bd90-5e821437c6a4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.3497119 Mar 07 14:08:36.500455 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-8434ef65-c277-49e8-843b-c06cabbe525c req-5a65125d-8fbd-4b2c-931c-4a7351adb3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (f670a2e6-0ca2-4348-b972-5ffee67b7fa5), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:36.521363 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76864df0-843f-40f5-983a-eacf6e881ae4 req-3dc3ed47-f25f-4c13-8d9d-58c57f2cb607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:36.523560 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-76864df0-843f-40f5-983a-eacf6e881ae4 req-3dc3ed47-f25f-4c13-8d9d-58c57f2cb607 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da39445715f04deaaf654d8b98a2d810&device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 1128 time: 0.3974550 Mar 07 14:08:36.524403 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cce52-0259-4170-a088-8014539902c3 req-a205d259-decf-4182-8db9-4bdd91fcbc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:36.525927 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-065cce52-0259-4170-a088-8014539902c3 req-a205d259-decf-4182-8db9-4bdd91fcbc5a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94b6b23d-f0fc-499f-8502-08cb48270361 HTTP/1.1" status: 200 len: 854 time: 0.1354859 Mar 07 14:08:36.580636 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8434ef65-c277-49e8-843b-c06cabbe525c req-5a65125d-8fbd-4b2c-931c-4a7351adb3a7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ef13d79e-1869-4cb1-a6bb-f4d2619319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042084 Mar 07 14:08:36.585969 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aacdbbd4-e702-41aa-8e0c-b80a779d37ac req-40431b1f-d427-4c6c-bb89-de496ce35167 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=791d4937-bd14-46e7-b6f8-ccb791f68ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670317 Mar 07 14:08:36.589005 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65125d-8fbd-4b2c-931c-4a7351adb3a7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f670a2e6-0ca2-4348-b972-5ffee67b7fa5,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:36.673359 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ec5f2d7e-b6d5-4493-b901-81898b2bf0ed req-1f779a50-86bf-47e9-83e3-ae238b4e021e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1380429 Mar 07 14:08:36.765695 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cce52-0259-4170-a088-8014539902c3 req-11e453d3-37fd-44cb-b400-38270187ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:36.767216 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-065cce52-0259-4170-a088-8014539902c3 req-11e453d3-37fd-44cb-b400-38270187ee46 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b62fa4f-b2cf-4013-a771-a3abfae0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1929634 Mar 07 14:08:36.791320 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device c54a7d71-a3d1-4382-a87c-89e30ca61a09 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:08:36.799224 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76864df0-843f-40f5-983a-eacf6e881ae4 req-79706175-33b3-4434-8f61-9ca9f82de523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:36.800738 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-76864df0-843f-40f5-983a-eacf6e881ae4 req-79706175-33b3-4434-8f61-9ca9f82de523 service neutron] 10.222.0.25 "GET /v2.0/networks?id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118 HTTP/1.1" status: 200 len: 917 time: 0.2444119 Mar 07 14:08:36.812578 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988de24-1031-4ef0-833b-d1b91b6afdcf req-039a74ec-51da-4ab8-bd1a-778acf0d27f4 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:36.814092 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c988de24-1031-4ef0-833b-d1b91b6afdcf req-039a74ec-51da-4ab8-bd1a-778acf0d27f4 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 945 time: 0.1352353 Mar 07 14:08:36.833178 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9389ce70-a4a5-47d5-982c-0ce917b1b499', 'tag': '1e83f7f4-e220-4dc9-9bc5-d249f50675e7'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:36.834893 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc68fdf7-81ba-40d4-841d-14356c448605" -d '{"events": [{"name": "network-changed", "server_uuid": "9389ce70-a4a5-47d5-982c-0ce917b1b499", "tag": "1e83f7f4-e220-4dc9-9bc5-d249f50675e7"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:36.893243 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755681ad-18fc-43a8-9e54-c0095399a077 req-f2f0f550-34f3-403e-8e3f-d94bb1d8ea6a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:36.895002 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-755681ad-18fc-43a8-9e54-c0095399a077 req-f2f0f550-34f3-403e-8e3f-d94bb1d8ea6a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.1075099 Mar 07 14:08:36.901612 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port c54a7d71-a3d1-4382-a87c-89e30ca61a09, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c54a7d71-a3d1-4382-a87c-89e30ca61a09,segment=NetworkSegment(f718fe54-c345-4c76-b7b4-82d821b7c7db),segment_id=f718fe54-c345-4c76-b7b4-82d821b7c7db)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:36.902426 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c988de24-1031-4ef0-833b-d1b91b6afdcf req-47c3c9e6-371f-4ca1-b606-9a893ae91443 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef13d79e-1869-4cb1-a6bb-f4d2619319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736299 Mar 07 14:08:36.913339 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Returning: {'device': 'c54a7d71-a3d1-4382-a87c-89e30ca61a09', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'port_id': 'c54a7d71-a3d1-4382-a87c-89e30ca61a09', 'mac_address': 'fa:16:3e:32:0b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:08:36.956479 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-755681ad-18fc-43a8-9e54-c0095399a077 req-460383bd-c382-4cb3-8cce-5abe50cc8301 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530071 Mar 07 14:08:36.981702 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc792fde-bd10-4d74-86e6-d9d22ed34f7e x-openstack-request-id: req-cc792fde-bd10-4d74-86e6-d9d22ed34f7e {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:36.982859 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9389ce70-a4a5-47d5-982c-0ce917b1b499", "tag": "1e83f7f4-e220-4dc9-9bc5-d249f50675e7", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:36.983231 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc792fde-bd10-4d74-86e6-d9d22ed34f7e {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:36.983723 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9389ce70-a4a5-47d5-982c-0ce917b1b499', 'tag': '1e83f7f4-e220-4dc9-9bc5-d249f50675e7', 'status': 'completed', 'code': 200} Mar 07 14:08:36.989108 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port c54a7d71-a3d1-4382-a87c-89e30ca61a09 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:36.989739 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (c54a7d71-a3d1-4382-a87c-89e30ca61a09), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:37.008324 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54a7d71-a3d1-4382-a87c-89e30ca61a09 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:08:37.031419 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port c54a7d71-a3d1-4382-a87c-89e30ca61a09, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c54a7d71-a3d1-4382-a87c-89e30ca61a09,segment=NetworkSegment(f718fe54-c345-4c76-b7b4-82d821b7c7db),segment_id=f718fe54-c345-4c76-b7b4-82d821b7c7db)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:37.044263 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (c54a7d71-a3d1-4382-a87c-89e30ca61a09), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:37.059480 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-76864df0-843f-40f5-983a-eacf6e881ae4 req-9587d8b0-6514-41d9-89d7-ba276be08a3a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44d6684-ddb9-492d-92df-84136d88bac2 HTTP/1.1" status: 200 len: 217 time: 0.0651817 Mar 07 14:08:37.089616 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=c54a7d71-a3d1-4382-a87c-89e30ca61a09,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:37.192902 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76864df0-843f-40f5-983a-eacf6e881ae4 req-dfe9e9ed-18e8-4c83-a7de-9c1e2f58dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:37.194251 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-76864df0-843f-40f5-983a-eacf6e881ae4 req-dfe9e9ed-18e8-4c83-a7de-9c1e2f58dbed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e822426-e097-44b3-a5b1-535a48fe7e53 HTTP/1.1" status: 200 len: 855 time: 0.1265399 Mar 07 14:08:37.204228 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-065cce52-0259-4170-a088-8014539902c3 req-58558502-ae35-49b0-8d86-1f1c262545b0 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119179 Mar 07 14:08:37.210872 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed65ac-afc0-4bd9-9732-cc60476fb49b req-bc381070-e87c-49fd-9d0c-bb44c528f8d0 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:37.212215 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-53ed65ac-afc0-4bd9-9732-cc60476fb49b req-bc381070-e87c-49fd-9d0c-bb44c528f8d0 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 945 time: 0.1412504 Mar 07 14:08:37.347970 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76864df0-843f-40f5-983a-eacf6e881ae4 req-a81c3616-bdb1-456c-b9f5-59afa3a8272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:37.349506 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-76864df0-843f-40f5-983a-eacf6e881ae4 req-a81c3616-bdb1-456c-b9f5-59afa3a8272e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1475987 Mar 07 14:08:37.352495 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-53ed65ac-afc0-4bd9-9732-cc60476fb49b req-a68a94fb-a221-488e-a3a7-13ad8229f2b7 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c99f801-bb6c-404d-9a9a-f648019e3078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248925 Mar 07 14:08:37.549160 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-065cce52-0259-4170-a088-8014539902c3 req-70b97473-83c2-4ae1-b952-a661176a4122 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359499 Mar 07 14:08:37.614910 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-76864df0-843f-40f5-983a-eacf6e881ae4 req-960fa9db-3098-41a8-951b-098f26860a8b service neutron] 10.222.0.25 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582276 Mar 07 14:08:37.712787 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['c54a7d71-a3d1-4382-a87c-89e30ca61a09'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:08:37.834622 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32148d-6466-489e-83a9-fafdff579dd4 req-64f82d66-5fb0-4304-baee-cbb66ccc4089 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:37.836142 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cb32148d-6466-489e-83a9-fafdff579dd4 req-64f82d66-5fb0-4304-baee-cbb66ccc4089 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 944 time: 0.1738539 Mar 07 14:08:37.893173 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68fdf7-81ba-40d4-841d-14356c448605 req-64c44357-38ee-470b-ac7f-4d52482e14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:37.894684 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cc68fdf7-81ba-40d4-841d-14356c448605 req-64c44357-38ee-470b-ac7f-4d52482e14a6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 1128 time: 0.2028332 Mar 07 14:08:37.969493 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-76864df0-843f-40f5-983a-eacf6e881ae4 req-54697853-1c59-4e72-9b6b-065e6cf889c3 service neutron] 10.222.0.25 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760093 Mar 07 14:08:38.020410 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17530a-6dc3-4eb4-9937-b6a1ef004063 req-16555676-819e-4cec-aba4-ba7ec4146d8e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:38.021952 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0d17530a-6dc3-4eb4-9937-b6a1ef004063 req-16555676-819e-4cec-aba4-ba7ec4146d8e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.2381334 Mar 07 14:08:38.031114 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cb32148d-6466-489e-83a9-fafdff579dd4 req-3e006bd9-79b6-4dce-9e76-dc1e5e4266e7 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=791d4937-bd14-46e7-b6f8-ccb791f68ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710892 Mar 07 14:08:38.046047 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da'}, {'server_uuid': 'c5d8f210-eb34-4389-855c-64d01600e4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da1ad87-f4a8-4228-9279-89ef554c1465'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:38.048986 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eeeda4-22ad-47cb-b597-33af15fabffd" -d '{"events": [{"server_uuid": "45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92", "name": "network-vif-plugged", "status": "completed", "tag": "eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da"}, {"server_uuid": "c5d8f210-eb34-4389-855c-64d01600e4a3", "name": "network-vif-plugged", "status": "completed", "tag": "6da1ad87-f4a8-4228-9279-89ef554c1465"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:38.098394 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68fdf7-81ba-40d4-841d-14356c448605 req-d1c314dc-a874-4151-8d1c-a2c9b8b140b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:38.099903 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cc68fdf7-81ba-40d4-841d-14356c448605 req-d1c314dc-a874-4151-8d1c-a2c9b8b140b3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 200 len: 916 time: 0.1972041 Mar 07 14:08:38.103227 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0d17530a-6dc3-4eb4-9937-b6a1ef004063 req-8638a0c4-f6bf-4524-9d67-a50bb200a4f6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712066 Mar 07 14:08:38.154387 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cc68fdf7-81ba-40d4-841d-14356c448605 req-835682ae-e40f-4c52-8b5b-d61fc7b3cc05 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e83f7f4-e220-4dc9-9bc5-d249f50675e7 HTTP/1.1" status: 200 len: 217 time: 0.0480521 Mar 07 14:08:38.260117 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68fdf7-81ba-40d4-841d-14356c448605 req-4ae9fa9e-2b4a-4833-a7ee-253578641ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:38.261604 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cc68fdf7-81ba-40d4-841d-14356c448605 req-4ae9fa9e-2b4a-4833-a7ee-253578641ef5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94b6b23d-f0fc-499f-8502-08cb48270361 HTTP/1.1" status: 200 len: 854 time: 0.0896022 Mar 07 14:08:38.272369 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac201d4-e90e-49da-adee-ab6f91e3f80a req-0b21b6d6-ab09-497e-a4bd-7ec58a9f8b86 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:38.273780 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cac201d4-e90e-49da-adee-ab6f91e3f80a req-0b21b6d6-ab09-497e-a4bd-7ec58a9f8b86 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 945 time: 0.1310270 Mar 07 14:08:38.299688 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0060d74-c932-4311-b027-167af624ce41 req-c8e80cfa-952f-4bac-9059-3b7cb128ae1b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:38.301133 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c0060d74-c932-4311-b027-167af624ce41 req-c8e80cfa-952f-4bac-9059-3b7cb128ae1b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.1280041 Mar 07 14:08:38.390890 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cac201d4-e90e-49da-adee-ab6f91e3f80a req-5feab776-011f-4033-affc-b6ee75eb67df tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef13d79e-1869-4cb1-a6bb-f4d2619319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059775 Mar 07 14:08:38.396249 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68fdf7-81ba-40d4-841d-14356c448605 req-759fdf19-e01b-4e11-903b-e00a5457a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:38.397715 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cc68fdf7-81ba-40d4-841d-14356c448605 req-759fdf19-e01b-4e11-903b-e00a5457a220 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b62fa4f-b2cf-4013-a771-a3abfae0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1230960 Mar 07 14:08:38.401967 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c0060d74-c932-4311-b027-167af624ce41 req-01e586cc-d4f5-4bf8-bc99-d43d07475159 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859182 Mar 07 14:08:38.439245 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a363490d-0121-45b6-a808-2c410c74deeb x-openstack-request-id: req-a363490d-0121-45b6-a808-2c410c74deeb {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:38.439551 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92", "name": "network-vif-plugged", "status": "completed", "tag": "eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da", "code": 200}, {"server_uuid": "c5d8f210-eb34-4389-855c-64d01600e4a3", "name": "network-vif-plugged", "status": "completed", "tag": "6da1ad87-f4a8-4228-9279-89ef554c1465", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:38.439807 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a363490d-0121-45b6-a808-2c410c74deeb {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:38.440207 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da', 'code': 200} Mar 07 14:08:38.440466 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d8f210-eb34-4389-855c-64d01600e4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da1ad87-f4a8-4228-9279-89ef554c1465', 'code': 200} Mar 07 14:08:38.537590 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cc68fdf7-81ba-40d4-841d-14356c448605 req-b9482ac2-901e-4750-a341-6c69c90c4e37 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319551 Mar 07 14:08:38.548838 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693c038-960f-4f3d-8cf6-f3c31b4d47de req-283a828e-9463-41d9-8a15-2a08636e27b9 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:38.550237 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5693c038-960f-4f3d-8cf6-f3c31b4d47de req-283a828e-9463-41d9-8a15-2a08636e27b9 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 945 time: 0.0767007 Mar 07 14:08:38.656970 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5693c038-960f-4f3d-8cf6-f3c31b4d47de req-f55d652e-8013-4b03-b2a0-7cf8a996e80b tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c99f801-bb6c-404d-9a9a-f648019e3078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009269 Mar 07 14:08:38.683487 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cc68fdf7-81ba-40d4-841d-14356c448605 req-6bf711d4-e9e7-4546-9b36-f0f288854536 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117482 Mar 07 14:08:38.729190 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061355e2-060e-4398-8090-ba037003eec8 req-b027bee1-dca2-4af3-83a5-9ccb793be496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:38.730837 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-061355e2-060e-4398-8090-ba037003eec8 req-b027bee1-dca2-4af3-83a5-9ccb793be496 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 1129 time: 0.0474703 Mar 07 14:08:38.762955 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544b813-d22f-4077-9c98-5db95d689386 req-e3557398-f2a1-47ae-98f0-9af84810a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:38.765062 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9544b813-d22f-4077-9c98-5db95d689386 req-e3557398-f2a1-47ae-98f0-9af84810a142 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 1130 time: 0.0803766 Mar 07 14:08:38.779560 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-061355e2-060e-4398-8090-ba037003eec8 req-7ce6913a-36ff-450a-90b5-d4e0f35cb030 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414610 Mar 07 14:08:38.820146 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9544b813-d22f-4077-9c98-5db95d689386 req-80d6b689-571f-404f-8423-8c5b18aee50b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492151 Mar 07 14:08:39.157372 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabb2e7-e291-4d08-98f1-70ae3e98bc64 req-d776e9f6-fd86-4aee-8994-150e81b115fb tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:39.164863 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fbabb2e7-e291-4d08-98f1-70ae3e98bc64 req-d776e9f6-fd86-4aee-8994-150e81b115fb tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 944 time: 0.0633240 Mar 07 14:08:39.237533 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fbabb2e7-e291-4d08-98f1-70ae3e98bc64 req-c13a008a-f206-4fd9-918f-4483d72da674 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=791d4937-bd14-46e7-b6f8-ccb791f68ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713935 Mar 07 14:08:39.294280 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb966ca-c5ae-47d2-ab96-c5fe0b66415f req-2d428e10-6373-4e5a-b864-8d8bc9feca2d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:39.297094 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5cb966ca-c5ae-47d2-ab96-c5fe0b66415f req-2d428e10-6373-4e5a-b864-8d8bc9feca2d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0971646 Mar 07 14:08:39.354015 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5cb966ca-c5ae-47d2-ab96-c5fe0b66415f req-8e1c31c4-6f4f-4373-87ed-85c72cc334de tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481114 Mar 07 14:08:39.574794 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff895868-5476-4730-b2db-6231e5d9098d req-29150f99-98be-4f91-b759-6073afd03c39 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:39.576464 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ff895868-5476-4730-b2db-6231e5d9098d req-29150f99-98be-4f91-b759-6073afd03c39 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 945 time: 0.1056194 Mar 07 14:08:39.585623 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64846429-a01a-4208-b263-160407601f5b req-2cb1a818-bfe9-40f5-a215-929144f028f3 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:39.587031 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-64846429-a01a-4208-b263-160407601f5b req-2cb1a818-bfe9-40f5-a215-929144f028f3 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.1025476 Mar 07 14:08:39.659017 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ff895868-5476-4730-b2db-6231e5d9098d req-b5a7fd63-8a25-4a2c-8cf4-a39248955d83 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef13d79e-1869-4cb1-a6bb-f4d2619319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710278 Mar 07 14:08:39.663189 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-64846429-a01a-4208-b263-160407601f5b req-591c4ef4-f9ae-45cf-a3a6-7020fb4bd240 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693576 Mar 07 14:08:39.780120 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327d009-8d09-47c8-a9a2-9dd764cfab10 req-456239e4-e113-43d2-95dd-afa863b0e30a tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:39.781790 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d327d009-8d09-47c8-a9a2-9dd764cfab10 req-456239e4-e113-43d2-95dd-afa863b0e30a tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 945 time: 0.0580275 Mar 07 14:08:39.831054 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d327d009-8d09-47c8-a9a2-9dd764cfab10 req-35ce95ad-1acc-4a1f-bddd-79f0b77cda75 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c99f801-bb6c-404d-9a9a-f648019e3078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425022 Mar 07 14:08:40.352794 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71831fc-187a-49f5-aaee-8d1ad6b08923 req-f662770c-edb3-4e93-975f-6e20acca5f3b tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:40.354276 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e71831fc-187a-49f5-aaee-8d1ad6b08923 req-f662770c-edb3-4e93-975f-6e20acca5f3b tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 944 time: 0.0517356 Mar 07 14:08:40.404714 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e71831fc-187a-49f5-aaee-8d1ad6b08923 req-0ba0f7b7-284a-4605-b43e-29c53ed680a4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=791d4937-bd14-46e7-b6f8-ccb791f68ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 Mar 07 14:08:40.405099 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:08:40.496296 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c8a5f-c927-443d-8272-d9680d6f5ba0 req-27abf2ea-5f35-4ae8-bcab-0d2f62d84dfe tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:40.497872 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ed7c8a5f-c927-443d-8272-d9680d6f5ba0 req-27abf2ea-5f35-4ae8-bcab-0d2f62d84dfe tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0565212 Mar 07 14:08:40.552956 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ed7c8a5f-c927-443d-8272-d9680d6f5ba0 req-a489e76b-89c4-45a6-b20b-9617acf0d4b2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495758 Mar 07 14:08:40.814543 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28980c9-7a79-415b-b3d3-12103804f9f0 req-9a461de4-ee82-4505-87d4-b004b2fb68b9 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:40.815932 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e28980c9-7a79-415b-b3d3-12103804f9f0 req-9a461de4-ee82-4505-87d4-b004b2fb68b9 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0710161 Mar 07 14:08:40.826773 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573f5cd-0ab0-4ae1-ad18-56834c0bc039 req-0daff5db-f18b-4523-83bb-eb7d8fa5c45c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:40.828022 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5573f5cd-0ab0-4ae1-ad18-56834c0bc039 req-0daff5db-f18b-4523-83bb-eb7d8fa5c45c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 945 time: 0.0916555 Mar 07 14:08:40.897822 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e28980c9-7a79-415b-b3d3-12103804f9f0 req-37314fc2-4d18-47e1-acaa-02cd9afa545f tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688674 Mar 07 14:08:40.904990 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5573f5cd-0ab0-4ae1-ad18-56834c0bc039 req-dec17764-2eb0-45f3-b64a-5246901c027d tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef13d79e-1869-4cb1-a6bb-f4d2619319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700047 Mar 07 14:08:41.005156 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e402b-22ab-4396-aeb2-3577c1e95df8 req-e3aaa7ad-0556-4dcb-b730-01cfadc5db0d tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:41.006697 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c66e402b-22ab-4396-aeb2-3577c1e95df8 req-e3aaa7ad-0556-4dcb-b730-01cfadc5db0d tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 945 time: 0.0535109 Mar 07 14:08:41.054978 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c66e402b-22ab-4396-aeb2-3577c1e95df8 req-61968680-a687-4f95-8bca-ceefe5b521f3 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c99f801-bb6c-404d-9a9a-f648019e3078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427701 Mar 07 14:08:41.522353 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3f422-0526-44c0-87e9-83d9125b318f req-474ce19f-9e7a-4814-94a6-6c38eeef6d22 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:41.523801 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1ad3f422-0526-44c0-87e9-83d9125b318f req-474ce19f-9e7a-4814-94a6-6c38eeef6d22 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 944 time: 0.0512536 Mar 07 14:08:41.568490 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1ad3f422-0526-44c0-87e9-83d9125b318f req-83983b88-b387-490c-a992-13cc9b2a67fa tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=791d4937-bd14-46e7-b6f8-ccb791f68ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385439 Mar 07 14:08:41.679944 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c554f-189a-48f3-8d2e-1e88bb893a53 req-693b5289-6bb9-4205-a8c8-96ae294bfd6c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:41.681324 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e91c554f-189a-48f3-8d2e-1e88bb893a53 req-693b5289-6bb9-4205-a8c8-96ae294bfd6c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0547845 Mar 07 14:08:41.727705 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e91c554f-189a-48f3-8d2e-1e88bb893a53 req-fc66b35d-f986-4352-b54d-00abc7406656 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408938 Mar 07 14:08:41.792024 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device d44d6684-ddb9-492d-92df-84136d88bac2 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:08:41.886273 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port d44d6684-ddb9-492d-92df-84136d88bac2, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d44d6684-ddb9-492d-92df-84136d88bac2,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:41.896899 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Returning: {'device': 'd44d6684-ddb9-492d-92df-84136d88bac2', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'port_id': 'd44d6684-ddb9-492d-92df-84136d88bac2', 'mac_address': 'fa:16:3e:a5:03:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:08:41.937538 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port d44d6684-ddb9-492d-92df-84136d88bac2 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:41.937932 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:41.950927 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44d6684-ddb9-492d-92df-84136d88bac2 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:08:41.973054 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port d44d6684-ddb9-492d-92df-84136d88bac2, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d44d6684-ddb9-492d-92df-84136d88bac2,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:41.977348 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:42.014303 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313d015-6290-4e77-810e-b3d7e7d69a46 req-e6ebdac6-0cab-406b-a96c-ba49f18fb9d7 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:42.015895 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1313d015-6290-4e77-810e-b3d7e7d69a46 req-e6ebdac6-0cab-406b-a96c-ba49f18fb9d7 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0528378 Mar 07 14:08:42.023490 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=d44d6684-ddb9-492d-92df-84136d88bac2,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:42.062997 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1313d015-6290-4e77-810e-b3d7e7d69a46 req-d0e1d4e4-7652-485a-ad2c-41c07e76055e tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412149 Mar 07 14:08:42.170648 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001284a-8c73-41df-b2f5-0dcfee24a2bb req-eb96aa5a-5c31-4a07-b80d-e6185b361ead tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:42.172123 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8001284a-8c73-41df-b2f5-0dcfee24a2bb req-eb96aa5a-5c31-4a07-b80d-e6185b361ead tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 945 time: 0.0519106 Mar 07 14:08:42.220540 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8001284a-8c73-41df-b2f5-0dcfee24a2bb req-e42561b8-7733-4f53-abd0-d9d6b9b33a8a tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c99f801-bb6c-404d-9a9a-f648019e3078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429864 Mar 07 14:08:42.687110 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba35c4-fb9c-4f76-a9fb-bf0889790122 req-a6312454-824d-404e-b642-24561c964189 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:42.688715 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1aba35c4-fb9c-4f76-a9fb-bf0889790122 req-a6312454-824d-404e-b642-24561c964189 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 944 time: 0.0533800 Mar 07 14:08:42.740804 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1aba35c4-fb9c-4f76-a9fb-bf0889790122 req-8ae47551-16f5-4f11-a2b7-47279bc50a50 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=791d4937-bd14-46e7-b6f8-ccb791f68ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419874 Mar 07 14:08:42.854330 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f74f6-c0c9-4a3e-84a1-32275ab103f8 req-c308520c-b6c2-4e13-bcd8-6fe444a7e497 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:42.855805 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-485f74f6-c0c9-4a3e-84a1-32275ab103f8 req-c308520c-b6c2-4e13-bcd8-6fe444a7e497 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 945 time: 0.0525329 Mar 07 14:08:42.903181 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-485f74f6-c0c9-4a3e-84a1-32275ab103f8 req-0adcb9e8-3683-45a8-a2e0-9f3edfb12d31 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409708 Mar 07 14:08:43.127757 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device c54a7d71-a3d1-4382-a87c-89e30ca61a09 up at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:43.176408 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning for port c54a7d71-a3d1-4382-a87c-89e30ca61a09 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:08:43.179974 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning complete for port c54a7d71-a3d1-4382-a87c-89e30ca61a09 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:43.180354 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (c54a7d71-a3d1-4382-a87c-89e30ca61a09), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:43.186063 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2e3b3-6186-4f15-80d0-28a5389e9987 req-7c402d01-eac3-4911-8a7f-8c79d27fbc6c tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:43.188218 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-27b2e3b3-6186-4f15-80d0-28a5389e9987 req-7c402d01-eac3-4911-8a7f-8c79d27fbc6c tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0604224 Mar 07 14:08:43.235664 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-27b2e3b3-6186-4f15-80d0-28a5389e9987 req-d4da36e3-8c56-493d-91b1-74f6c499b04d tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425742 Mar 07 14:08:43.260877 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port c54a7d71-a3d1-4382-a87c-89e30ca61a09 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:43.261270 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (c54a7d71-a3d1-4382-a87c-89e30ca61a09), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:43.286557 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea30dd85-efc5-4769-a6cc-89238950969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54a7d71-a3d1-4382-a87c-89e30ca61a09'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:43.288883 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7940e3-7fef-4748-9475-566f336902ef" -d '{"events": [{"server_uuid": "ea30dd85-efc5-4769-a6cc-89238950969c", "name": "network-vif-plugged", "status": "completed", "tag": "c54a7d71-a3d1-4382-a87c-89e30ca61a09"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:43.310124 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port c54a7d71-a3d1-4382-a87c-89e30ca61a09, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c54a7d71-a3d1-4382-a87c-89e30ca61a09,segment=NetworkSegment(f718fe54-c345-4c76-b7b4-82d821b7c7db),segment_id=f718fe54-c345-4c76-b7b4-82d821b7c7db)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:43.314679 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (c54a7d71-a3d1-4382-a87c-89e30ca61a09), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:43.350185 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36688df1-0c63-48b7-99db-bc1ffc955911 req-d46c7759-5496-41c6-ae79-0e2b562661bb tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:43.351708 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-36688df1-0c63-48b7-99db-bc1ffc955911 req-d46c7759-5496-41c6-ae79-0e2b562661bb tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 945 time: 0.0615957 Mar 07 14:08:43.365150 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e049b71a-474a-4861-bb46-c8b8740f98bc x-openstack-request-id: req-e049b71a-474a-4861-bb46-c8b8740f98bc {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:43.365464 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea30dd85-efc5-4769-a6cc-89238950969c", "name": "network-vif-plugged", "status": "completed", "tag": "c54a7d71-a3d1-4382-a87c-89e30ca61a09", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:43.365723 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e049b71a-474a-4861-bb46-c8b8740f98bc {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:43.366165 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea30dd85-efc5-4769-a6cc-89238950969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54a7d71-a3d1-4382-a87c-89e30ca61a09', 'code': 200} Mar 07 14:08:43.369021 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=c54a7d71-a3d1-4382-a87c-89e30ca61a09,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:43.400794 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-36688df1-0c63-48b7-99db-bc1ffc955911 req-4f3d2666-99d4-416f-90ce-0eb95700691e tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c99f801-bb6c-404d-9a9a-f648019e3078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437007 Mar 07 14:08:43.741995 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec065a-8e90-4c9d-aee1-b84944b15828 req-f56dfbbb-4395-44e5-9505-85b0ecedd2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:43.743397 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-46ec065a-8e90-4c9d-aee1-b84944b15828 req-f56dfbbb-4395-44e5-9505-85b0ecedd2c9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 1130 time: 0.0468013 Mar 07 14:08:43.787359 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-46ec065a-8e90-4c9d-aee1-b84944b15828 req-cde86c0e-bb06-4248-b550-cd6520f62b3f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9c99f801-bb6c-404d-9a9a-f648019e3078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371099 Mar 07 14:08:43.859011 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1029b18-65a9-49ac-9a52-70a2d9173cb7 req-aa1320c2-caa9-4979-ade0-198131e36f95 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:43.860485 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c1029b18-65a9-49ac-9a52-70a2d9173cb7 req-aa1320c2-caa9-4979-ade0-198131e36f95 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 944 time: 0.0539510 Mar 07 14:08:43.906107 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c1029b18-65a9-49ac-9a52-70a2d9173cb7 req-38baff2d-6bc1-4d79-a793-77858a9db32f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=791d4937-bd14-46e7-b6f8-ccb791f68ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401373 Mar 07 14:08:44.023916 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53edb6-a138-4fba-8eeb-b173a5c198fe req-58c44946-dfb9-4d98-8230-5a34cfc65316 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:44.025329 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7c53edb6-a138-4fba-8eeb-b173a5c198fe req-58c44946-dfb9-4d98-8230-5a34cfc65316 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 945 time: 0.0516818 Mar 07 14:08:44.074223 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7c53edb6-a138-4fba-8eeb-b173a5c198fe req-5686cdfd-ad85-4ba2-9cd2-c2ad1007f6ee tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428205 Mar 07 14:08:44.210384 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['d44d6684-ddb9-492d-92df-84136d88bac2'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:08:44.355009 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0dc74-7b21-46c7-b61d-63dae0e78981 req-372ce2e1-04bd-4706-b7fd-acd8cb4837a1 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:44.356458 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-eff0dc74-7b21-46c7-b61d-63dae0e78981 req-372ce2e1-04bd-4706-b7fd-acd8cb4837a1 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0551360 Mar 07 14:08:44.404709 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-eff0dc74-7b21-46c7-b61d-63dae0e78981 req-5f2c4f6e-85db-4a29-81da-000e6c76f78b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419269 Mar 07 14:08:44.517807 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83002935-bb35-41a5-a4d3-68c14564b771 req-6fed923d-5940-40f7-9810-716b85a223b9 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:44.519324 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-83002935-bb35-41a5-a4d3-68c14564b771 req-6fed923d-5940-40f7-9810-716b85a223b9 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 946 time: 0.0531633 Mar 07 14:08:44.568732 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-83002935-bb35-41a5-a4d3-68c14564b771 req-6c995b92-3629-40e2-89ae-d3109f1c23df tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c99f801-bb6c-404d-9a9a-f648019e3078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437675 Mar 07 14:08:45.043132 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be819a9-6c7c-4fe9-838e-140795552063 req-0fdd211c-9261-4387-8b3e-6c0ccb6be4a6 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:45.044665 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5be819a9-6c7c-4fe9-838e-140795552063 req-0fdd211c-9261-4387-8b3e-6c0ccb6be4a6 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 944 time: 0.0604656 Mar 07 14:08:45.111806 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5be819a9-6c7c-4fe9-838e-140795552063 req-5020e679-ff14-4274-bcc2-79406667dbdf tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=791d4937-bd14-46e7-b6f8-ccb791f68ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499494 Mar 07 14:08:45.201356 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257947a1-f679-4d96-84b9-b49ef211c043 req-9d8476ec-778d-4ef5-b3af-71d56fbd0d7c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:45.203225 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-257947a1-f679-4d96-84b9-b49ef211c043 req-9d8476ec-778d-4ef5-b3af-71d56fbd0d7c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 945 time: 0.0538716 Mar 07 14:08:45.255527 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-257947a1-f679-4d96-84b9-b49ef211c043 req-51f504c4-f153-4c37-9dad-74b910bd7c04 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465991 Mar 07 14:08:45.551854 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7e440-0a6a-43f2-a04c-d2eac9cb8454 req-e677015c-41cc-4fc8-b41b-22bf048de490 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:45.553650 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-23d7e440-0a6a-43f2-a04c-d2eac9cb8454 req-e677015c-41cc-4fc8-b41b-22bf048de490 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0623796 Mar 07 14:08:45.621729 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-23d7e440-0a6a-43f2-a04c-d2eac9cb8454 req-5e5fd79c-b3f8-442d-880a-9619e6df7871 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626180 Mar 07 14:08:45.737655 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dd05f-e3eb-46e5-b179-990218f71d8e req-8f3202f0-b258-49a4-8017-428f602fca31 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:45.739108 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-464dd05f-e3eb-46e5-b179-990218f71d8e req-8f3202f0-b258-49a4-8017-428f602fca31 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 946 time: 0.0578578 Mar 07 14:08:45.789768 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-464dd05f-e3eb-46e5-b179-990218f71d8e req-1be24c1b-5553-4f45-a1a7-756e3972f237 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c99f801-bb6c-404d-9a9a-f648019e3078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450268 Mar 07 14:08:45.816581 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ab2c9f67-170f-4088-b18e-12a05584e8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:46.227253 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1833c-92df-4f1c-a448-5b7b759822de req-462cf49c-8d43-42ca-89a0-9f689d36a062 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:46.228767 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5af1833c-92df-4f1c-a448-5b7b759822de req-462cf49c-8d43-42ca-89a0-9f689d36a062 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 944 time: 0.0529585 Mar 07 14:08:46.285246 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5af1833c-92df-4f1c-a448-5b7b759822de req-87c025d7-fdfd-4711-aba6-a62a186d3d9c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=791d4937-bd14-46e7-b6f8-ccb791f68ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502226 Mar 07 14:08:46.413717 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e44b9-d8a8-4e48-bf72-2aa45d486ff8 req-c263d15c-a20d-454b-8329-f75daeeb916b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:46.415431 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e36e44b9-d8a8-4e48-bf72-2aa45d486ff8 req-c263d15c-a20d-454b-8329-f75daeeb916b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 945 time: 0.0643682 Mar 07 14:08:46.484764 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e36e44b9-d8a8-4e48-bf72-2aa45d486ff8 req-2930a886-8024-4d85-a113-706cb23e9114 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628343 Mar 07 14:08:46.743601 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64da08-38af-4b1c-8609-6d956681c248 req-7a1578f6-232e-4b72-b674-40f90a95e63c tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:46.745133 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3b64da08-38af-4b1c-8609-6d956681c248 req-7a1578f6-232e-4b72-b674-40f90a95e63c tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0542963 Mar 07 14:08:46.796623 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3b64da08-38af-4b1c-8609-6d956681c248 req-2c74c852-f463-419b-9ac2-f79d4fe6ca15 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450509 Mar 07 14:08:46.798240 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 33022) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:46.914330 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1932c05b-afb7-497f-a5f7-b89fbd464c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.007865 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1932c05b-afb7-497f-a5f7-b89fbd464c8b admin admin] Publish callbacks [] for security_group (b8af0898-fb2e-40e1-8779-d07c92ef946e), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.013823 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1932c05b-afb7-497f-a5f7-b89fbd464c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (b8af0898-fb2e-40e1-8779-d07c92ef946e), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.060034 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932c05b-afb7-497f-a5f7-b89fbd464c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8af0898-fb2e-40e1-8779-d07c92ef946e,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:47.067722 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-1932c05b-afb7-497f-a5f7-b89fbd464c8b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=118bde85370146f4a54e28e6faad45f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683411 Mar 07 14:08:47.068779 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 33034) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:47.077305 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbcc4c-92b1-4f4c-b952-1219914f1f83 req-95e7213f-af79-4389-8031-38e46f98415b tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:47.080280 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7bdbcc4c-92b1-4f4c-b952-1219914f1f83 req-95e7213f-af79-4389-8031-38e46f98415b tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 946 time: 0.0734549 Mar 07 14:08:47.133597 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-31d9b1bd-5892-4415-b474-33f42fc791a0 admin admin] Publish callbacks [] for security_group (b8af0898-fb2e-40e1-8779-d07c92ef946e), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.156307 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-31d9b1bd-5892-4415-b474-33f42fc791a0 admin admin] Publish callbacks [] for security_group (b8af0898-fb2e-40e1-8779-d07c92ef946e), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.171673 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:08:47.184633 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device d44d6684-ddb9-492d-92df-84136d88bac2 up at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:47.191185 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7bdbcc4c-92b1-4f4c-b952-1219914f1f83 req-7b1b4f3b-344f-4b58-9eda-9d750ecfa81e tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c99f801-bb6c-404d-9a9a-f648019e3078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047821 Mar 07 14:08:47.222141 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0a9b3-11f3-4db9-92f9-51551cde5811 req-be295bcb-542f-4e2a-bcf0-556ea5784805 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:47.223673 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9db0a9b3-11f3-4db9-92f9-51551cde5811 req-be295bcb-542f-4e2a-bcf0-556ea5784805 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0897396 Mar 07 14:08:47.229960 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46131f26-6033-4d0e-8c39-56978aba142d req-4b1993a6-7eac-45b5-80d0-c4011c815b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:47.230321 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-31d9b1bd-5892-4415-b474-33f42fc791a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (b8af0898-fb2e-40e1-8779-d07c92ef946e), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.231451 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-46131f26-6033-4d0e-8c39-56978aba142d req-4b1993a6-7eac-45b5-80d0-c4011c815b0e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15dbf5263913404f98297aed6eaa217f&device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 1129 time: 0.1054404 Mar 07 14:08:47.233240 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-31d9b1bd-5892-4415-b474-33f42fc791a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.236925 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-31d9b1bd-5892-4415-b474-33f42fc791a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8af0898-fb2e-40e1-8779-d07c92ef946e HTTP/1.1" status: 204 len: 168 time: 0.1647177 Mar 07 14:08:47.243681 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9b1bd-5892-4415-b474-33f42fc791a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8af0898-fb2e-40e1-8779-d07c92ef946e,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:47.367102 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9db0a9b3-11f3-4db9-92f9-51551cde5811 req-544e4931-c66c-4c4b-be4b-08154ad6c93a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346879 Mar 07 14:08:47.402927 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 1e83f7f4-e220-4dc9-9bc5-d249f50675e7, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1e83f7f4-e220-4dc9-9bc5-d249f50675e7,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:47.403132 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46131f26-6033-4d0e-8c39-56978aba142d req-998748a9-888c-4245-a0d3-6e1328fc3ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:47.404382 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-46131f26-6033-4d0e-8c39-56978aba142d req-998748a9-888c-4245-a0d3-6e1328fc3ebf service neutron] 10.222.0.25 "GET /v2.0/networks?id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 HTTP/1.1" status: 200 len: 920 time: 0.1648510 Mar 07 14:08:47.415872 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6a64a-5262-4215-8ae0-4b71d33a3073 req-a46c81a8-b4ac-4d41-959a-4475af45848e tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:47.417641 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-54c6a64a-5262-4215-8ae0-4b71d33a3073 req-a46c81a8-b4ac-4d41-959a-4475af45848e tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 946 time: 0.1370084 Mar 07 14:08:47.419036 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Returning: {'device': '1e83f7f4-e220-4dc9-9bc5-d249f50675e7', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'port_id': '1e83f7f4-e220-4dc9-9bc5-d249f50675e7', 'mac_address': 'fa:16:3e:fc:22:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:08:47.423159 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning for port d44d6684-ddb9-492d-92df-84136d88bac2 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:08:47.427785 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 33042) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:47.428077 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning complete for port d44d6684-ddb9-492d-92df-84136d88bac2 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:47.428655 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.436018 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-5332806d-4fc4-43ec-b76b-db6001def105 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Request body: {'floatingip': {'port_id': 'c54a7d71-a3d1-4382-a87c-89e30ca61a09'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:47.594167 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port d44d6684-ddb9-492d-92df-84136d88bac2 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:47.595002 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.616580 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:47.617247 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (1e83f7f4-e220-4dc9-9bc5-d249f50675e7), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.645404 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3089356-1425-4f0c-9273-ca6138a80476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44d6684-ddb9-492d-92df-84136d88bac2'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:47.648282 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0501be2-4d20-45a5-98ce-f66315fe44f3" -d '{"events": [{"server_uuid": "d3089356-1425-4f0c-9273-ca6138a80476", "name": "network-vif-plugged", "status": "completed", "tag": "d44d6684-ddb9-492d-92df-84136d88bac2"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:47.661363 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:08:47.681687 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port d44d6684-ddb9-492d-92df-84136d88bac2, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d44d6684-ddb9-492d-92df-84136d88bac2,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:47.687433 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5332806d-4fc4-43ec-b76b-db6001def105 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for floatingip (ad75664e-5550-4a40-951d-cf76e20a5bf8), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.697126 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.704493 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 1e83f7f4-e220-4dc9-9bc5-d249f50675e7, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1e83f7f4-e220-4dc9-9bc5-d249f50675e7,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:47.729057 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (1e83f7f4-e220-4dc9-9bc5-d249f50675e7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.757269 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=d44d6684-ddb9-492d-92df-84136d88bac2,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:47.793800 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-46131f26-6033-4d0e-8c39-56978aba142d req-b2c42a70-d567-4264-8bae-8b216e6c167e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6da1ad87-f4a8-4228-9279-89ef554c1465 HTTP/1.1" status: 200 len: 217 time: 0.3645470 Mar 07 14:08:47.895148 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=1e83f7f4-e220-4dc9-9bc5-d249f50675e7,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:47.897150 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46131f26-6033-4d0e-8c39-56978aba142d req-5f2b094e-06a2-4459-bf87-121cc5fc0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:47.898669 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-46131f26-6033-4d0e-8c39-56978aba142d req-5f2b094e-06a2-4459-bf87-121cc5fc0663 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f082187e-97c3-4fc5-973d-4bcab4639dde HTTP/1.1" status: 200 len: 859 time: 0.0940499 Mar 07 14:08:47.904431 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 33062) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:47.941504 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-214dd5ff-e236-49ad-9bf3-18fcb2947fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:47.981428 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-46131f26-6033-4d0e-8c39-56978aba142d req-10d0b2c5-ff65-4c8e-a64a-facc5db80df1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575345 Mar 07 14:08:48.006387 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfb1ee-5207-4777-b1f3-44940530fafa req-4e267da4-f75f-45c3-9e29-9c8ef0526929 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:48.007866 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-16bfb1ee-5207-4777-b1f3-44940530fafa req-4e267da4-f75f-45c3-9e29-9c8ef0526929 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.2183356 Mar 07 14:08:48.015515 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f686868-acef-4c6b-9b63-633d48ee99e4 req-b516fa56-9f13-443d-93dd-c9e239817ea8 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:48.022653 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2f686868-acef-4c6b-9b63-633d48ee99e4 req-b516fa56-9f13-443d-93dd-c9e239817ea8 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 945 time: 0.2320864 Mar 07 14:08:48.137776 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-555fec36-4b14-41b8-bcdb-eaae45787113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:48.149831 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2f686868-acef-4c6b-9b63-633d48ee99e4 req-0ae9929f-0f92-4668-a46b-9bc54f2592f7 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=791d4937-bd14-46e7-b6f8-ccb791f68ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260803 Mar 07 14:08:48.219224 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-16bfb1ee-5207-4777-b1f3-44940530fafa req-d76dfddf-0f29-4650-91b3-cc452f88d346 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1938860 Mar 07 14:08:48.235545 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44e3784-dd41-41bf-bf49-8d8e79ee04b2 x-openstack-request-id: req-a44e3784-dd41-41bf-bf49-8d8e79ee04b2 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:48.236037 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3089356-1425-4f0c-9273-ca6138a80476", "name": "network-vif-plugged", "status": "completed", "tag": "d44d6684-ddb9-492d-92df-84136d88bac2", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:48.236150 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a44e3784-dd41-41bf-bf49-8d8e79ee04b2 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:48.236515 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3089356-1425-4f0c-9273-ca6138a80476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44d6684-ddb9-492d-92df-84136d88bac2', 'code': 200} Mar 07 14:08:48.238986 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['1e83f7f4-e220-4dc9-9bc5-d249f50675e7'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:08:48.256616 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-46131f26-6033-4d0e-8c39-56978aba142d req-ab6b3e6f-abe7-408d-900f-cfccf2b3f559 service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303357 Mar 07 14:08:48.296550 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-214dd5ff-e236-49ad-9bf3-18fcb2947fca admin admin] Publish callbacks [] for security_group (f9847be5-b91d-4448-a656-3e3a66d0ecb1), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:48.311274 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-214dd5ff-e236-49ad-9bf3-18fcb2947fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (f9847be5-b91d-4448-a656-3e3a66d0ecb1), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:48.386580 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-46131f26-6033-4d0e-8c39-56978aba142d req-2a1f66dc-9e62-4cff-b345-2d3c2baa2c32 service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001651 Mar 07 14:08:48.428206 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-214dd5ff-e236-49ad-9bf3-18fcb2947fca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b93ad35e74a44d0915c67086aab458a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5211899 Mar 07 14:08:48.431398 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 33084) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:48.448011 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214dd5ff-e236-49ad-9bf3-18fcb2947fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9847be5-b91d-4448-a656-3e3a66d0ecb1,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:48.597255 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd452523-41aa-40e6-8dd0-5dc21ccc3118 req-8dcbc3a7-75e9-423c-8e33-1ab990663261 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:48.598854 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd452523-41aa-40e6-8dd0-5dc21ccc3118 req-8dcbc3a7-75e9-423c-8e33-1ab990663261 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.1270051 Mar 07 14:08:48.600550 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5cf574f5-950f-4a15-a644-365ac3d85b4c admin admin] Publish callbacks [] for security_group (f9847be5-b91d-4448-a656-3e3a66d0ecb1), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:48.603858 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a93a50-85b1-4dd1-996d-6ea585e8d1cf req-9100751a-886d-48f4-bf65-eb37d2a0d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:48.605409 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-92a93a50-85b1-4dd1-996d-6ea585e8d1cf req-9100751a-886d-48f4-bf65-eb37d2a0d1f5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 1130 time: 0.1231363 Mar 07 14:08:48.669297 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5cf574f5-950f-4a15-a644-365ac3d85b4c admin admin] Publish callbacks [] for security_group (f9847be5-b91d-4448-a656-3e3a66d0ecb1), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:48.719251 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd452523-41aa-40e6-8dd0-5dc21ccc3118 req-a259fa66-42a2-4baf-a263-5f743e8021c3 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127722 Mar 07 14:08:48.743790 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-92a93a50-85b1-4dd1-996d-6ea585e8d1cf req-b12c66ec-eaf8-43ab-8169-8374e2b34e54 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1284916 Mar 07 14:08:48.763594 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5cf574f5-950f-4a15-a644-365ac3d85b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (f9847be5-b91d-4448-a656-3e3a66d0ecb1), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:48.766634 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5cf574f5-950f-4a15-a644-365ac3d85b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:48.768101 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-5cf574f5-950f-4a15-a644-365ac3d85b4c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f9847be5-b91d-4448-a656-3e3a66d0ecb1 HTTP/1.1" status: 204 len: 168 time: 0.3355937 Mar 07 14:08:48.782466 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf574f5-950f-4a15-a644-365ac3d85b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9847be5-b91d-4448-a656-3e3a66d0ecb1,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:48.829856 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5332806d-4fc4-43ec-b76b-db6001def105 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:48.833797 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5332806d-4fc4-43ec-b76b-db6001def105 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (ad75664e-5550-4a40-951d-cf76e20a5bf8), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:48.938555 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.db.l3_db [None req-5332806d-4fc4-43ec-b76b-db6001def105 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Floating IP ad75664e-5550-4a40-951d-cf76e20a5bf8 associated. External IP: 172.27.2.224, port: c54a7d71-a3d1-4382-a87c-89e30ca61a09. Mar 07 14:08:49.154688 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5332806d-4fc4-43ec-b76b-db6001def105 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Router a238a5af-fc11-4f25-af19-3d0796fd824b has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:08:49.315842 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5332806d-4fc4-43ec-b76b-db6001def105 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:08:49.320728 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5332806d-4fc4-43ec-b76b-db6001def105 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:49.321799 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6491ae4-97e2-49a3-ad3d-2880dd9227e2 req-b47382da-0c9d-47ab-8dff-d4beaed43f0f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:49.323380 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b6491ae4-97e2-49a3-ad3d-2880dd9227e2 req-b47382da-0c9d-47ab-8dff-d4beaed43f0f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 945 time: 0.0903213 Mar 07 14:08:49.333193 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b99ce82-4b42-471e-9247-14737a177298 None None] Sync routers for ids ['a238a5af-fc11-4f25-af19-3d0796fd824b'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:08:49.378075 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-5332806d-4fc4-43ec-b76b-db6001def105 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "PUT /v2.0/floatingips/ad75664e-5550-4a40-951d-cf76e20a5bf8 HTTP/1.1" status: 200 len: 992 time: 1.9465244 Mar 07 14:08:49.379745 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea30dd85-efc5-4769-a6cc-89238950969c', 'tag': 'c54a7d71-a3d1-4382-a87c-89e30ca61a09'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:49.381164 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b99ce82-4b42-471e-9247-14737a177298 None None] Routers {'a238a5af-fc11-4f25-af19-3d0796fd824b'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:49.382374 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b227fff841cc36c28be207e5082edf6552ac5a262496b0e086d32ab3e88bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea07730-c901-470e-8105-76c69cf904c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ea30dd85-efc5-4769-a6cc-89238950969c", "tag": "c54a7d71-a3d1-4382-a87c-89e30ca61a09"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:49.383592 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2b99ce82-4b42-471e-9247-14737a177298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:08:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['a238a5af-fc11-4f25-af19-3d0796fd824b'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:49.388655 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:49.464971 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b6491ae4-97e2-49a3-ad3d-2880dd9227e2 req-67626953-1447-4c5a-83c2-2972d4f43a8d tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=791d4937-bd14-46e7-b6f8-ccb791f68ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234856 Mar 07 14:08:49.494448 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d0d00-cd4a-4ce2-b328-203a9750c36d req-d190b117-e575-43b9-8d8d-fa991712eeb3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:49.496039 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-448d0d00-cd4a-4ce2-b328-203a9750c36d req-d190b117-e575-43b9-8d8d-fa991712eeb3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.1511166 Mar 07 14:08:49.571824 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-448d0d00-cd4a-4ce2-b328-203a9750c36d req-7a47934c-312e-430b-a50e-d46347311817 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625043 Mar 07 14:08:49.574461 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42298b7-6c9e-4732-ae36-6e2046134ff5 x-openstack-request-id: req-b42298b7-6c9e-4732-ae36-6e2046134ff5 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:49.574897 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea30dd85-efc5-4769-a6cc-89238950969c", "tag": "c54a7d71-a3d1-4382-a87c-89e30ca61a09", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:49.575293 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b42298b7-6c9e-4732-ae36-6e2046134ff5 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:49.575788 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea30dd85-efc5-4769-a6cc-89238950969c', 'tag': 'c54a7d71-a3d1-4382-a87c-89e30ca61a09', 'status': 'completed', 'code': 200} Mar 07 14:08:49.651275 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-2b99ce82-4b42-471e-9247-14737a177298 None None] Set router a238a5af-fc11-4f25-af19-3d0796fd824b gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:49.698844 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea07730-c901-470e-8105-76c69cf904c7 req-c214ca81-220c-4b6b-ba6f-badbec2f8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:49.700655 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4ea07730-c901-470e-8105-76c69cf904c7 req-c214ca81-220c-4b6b-ba6f-badbec2f8899 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00562a6de5794d00b6b4085bc4010fb4&device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 1130 time: 0.0487523 Mar 07 14:08:49.809743 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea07730-c901-470e-8105-76c69cf904c7 req-0557dde5-6f04-4da8-97c3-a0849b47a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:49.811209 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4ea07730-c901-470e-8105-76c69cf904c7 req-0557dde5-6f04-4da8-97c3-a0849b47a1b9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=933b9e65-7ee9-4adf-863f-8b675ebba9ea HTTP/1.1" status: 200 len: 912 time: 0.1043389 Mar 07 14:08:49.946432 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96ec9f-8b16-4843-b9c0-fdab391d442f req-1e99143a-4691-45cd-a619-d8ab4572b3a2 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:49.948150 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cf96ec9f-8b16-4843-b9c0-fdab391d442f req-1e99143a-4691-45cd-a619-d8ab4572b3a2 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.1528537 Mar 07 14:08:49.953573 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4ea07730-c901-470e-8105-76c69cf904c7 req-392afeff-0a24-4c39-9dc3-d4a2fc8f09c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c54a7d71-a3d1-4382-a87c-89e30ca61a09 HTTP/1.1" status: 200 len: 1000 time: 0.1222417 Mar 07 14:08:49.961844 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2b99ce82-4b42-471e-9247-14737a177298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:05Z', 'revision_number': 4, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': 'ad75664e-5550-4a40-951d-cf76e20a5bf8', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'port_id': 'c54a7d71-a3d1-4382-a87c-89e30ca61a09', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'mac_address': 'fa:16:3e:32:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea30dd85-efc5-4769-a6cc-89238950969c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:08:18Z', 'updated_at': '2022-03-07T14:08:48Z', 'revision_number': 1, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c683bc98-e469-48e5-a3ee-5a5781bf6190', 'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'mac_address': 'fa:16:3e:5e:00:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:04Z', 'updated_at': '2022-03-07T14:08:16Z', 'revision_number': 5, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'subnets': [{'id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:49.990707 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b99ce82-4b42-471e-9247-14737a177298 None None] Checking router: a238a5af-fc11-4f25-af19-3d0796fd824b for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:08:50.000600 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b99ce82-4b42-471e-9247-14737a177298 None None] Routers {'a238a5af-fc11-4f25-af19-3d0796fd824b'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:50.001495 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2b99ce82-4b42-471e-9247-14737a177298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:08:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['a238a5af-fc11-4f25-af19-3d0796fd824b'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:50.019419 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea07730-c901-470e-8105-76c69cf904c7 req-c0a0a854-3c55-4a37-9a46-2bd263d9d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:50.021265 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4ea07730-c901-470e-8105-76c69cf904c7 req-c0a0a854-3c55-4a37-9a46-2bd263d9d0b6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=67446beb-321d-48fe-a154-bbf9a158e88a HTTP/1.1" status: 200 len: 850 time: 0.0611570 Mar 07 14:08:50.084361 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cf96ec9f-8b16-4843-b9c0-fdab391d442f req-401f6153-d663-48d7-9226-e4756c84fb99 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255443 Mar 07 14:08:50.112493 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea07730-c901-470e-8105-76c69cf904c7 req-87221247-b538-4924-9298-2748400a06d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:50.114437 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4ea07730-c901-470e-8105-76c69cf904c7 req-87221247-b538-4924-9298-2748400a06d4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=933b9e65-7ee9-4adf-863f-8b675ebba9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794067 Mar 07 14:08:50.125046 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-2b99ce82-4b42-471e-9247-14737a177298 None None] Set router a238a5af-fc11-4f25-af19-3d0796fd824b gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:50.245159 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4ea07730-c901-470e-8105-76c69cf904c7 req-37785184-e01e-47e2-94cc-0b923c513a0a service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234274 Mar 07 14:08:50.387927 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2b99ce82-4b42-471e-9247-14737a177298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:05Z', 'revision_number': 4, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': 'ad75664e-5550-4a40-951d-cf76e20a5bf8', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'port_id': 'c54a7d71-a3d1-4382-a87c-89e30ca61a09', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'mac_address': 'fa:16:3e:32:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea30dd85-efc5-4769-a6cc-89238950969c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:08:18Z', 'updated_at': '2022-03-07T14:08:48Z', 'revision_number': 1, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c683bc98-e469-48e5-a3ee-5a5781bf6190', 'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'mac_address': 'fa:16:3e:5e:00:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:04Z', 'updated_at': '2022-03-07T14:08:16Z', 'revision_number': 5, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'subnets': [{'id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:50.421849 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4ea07730-c901-470e-8105-76c69cf904c7 req-69ca77e8-801e-49aa-9258-cdf87deb159d service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045434 Mar 07 14:08:50.430466 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b99ce82-4b42-471e-9247-14737a177298 None None] The sync data for ids ['a238a5af-fc11-4f25-af19-3d0796fd824b'] in dv-cinder-794001-5-iscsi is: [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:05Z', 'revision_number': 4, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': 'ad75664e-5550-4a40-951d-cf76e20a5bf8', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'port_id': 'c54a7d71-a3d1-4382-a87c-89e30ca61a09', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'mac_address': 'fa:16:3e:32:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea30dd85-efc5-4769-a6cc-89238950969c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:08:18Z', 'updated_at': '2022-03-07T14:08:48Z', 'revision_number': 1, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c683bc98-e469-48e5-a3ee-5a5781bf6190', 'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'mac_address': 'fa:16:3e:5e:00:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:04Z', 'updated_at': '2022-03-07T14:08:16Z', 'revision_number': 5, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'subnets': [{'id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:08:50.615264 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71aa80-459f-4022-8c44-b619702eee24 req-c636b178-7a21-44d1-80ba-359acdde589b tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:50.616890 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2a71aa80-459f-4022-8c44-b619702eee24 req-c636b178-7a21-44d1-80ba-359acdde589b tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 945 time: 0.0640502 Mar 07 14:08:50.688490 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2a71aa80-459f-4022-8c44-b619702eee24 req-0b07ae61-02e3-475a-a1cd-8599cc2f22be tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=791d4937-bd14-46e7-b6f8-ccb791f68ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596006 Mar 07 14:08:50.737299 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fbfba3-ca89-40bf-b80b-136ce9702267 None None] New status for floating IP ad75664e-5550-4a40-951d-cf76e20a5bf8: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:08:50.760914 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314e493-d7e8-4a40-ae13-88c502c65323 req-243f2664-1798-4f1e-b4a0-ed72386e8fe0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:50.769390 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4314e493-d7e8-4a40-ae13-88c502c65323 req-243f2664-1798-4f1e-b4a0-ed72386e8fe0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0798805 Mar 07 14:08:50.850570 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4314e493-d7e8-4a40-ae13-88c502c65323 req-2eb3866c-9d2d-4f71-93f1-e6d53e88aa05 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797851 Mar 07 14:08:50.900747 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:50.976028 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03106e-0a2b-4268-a2ac-093375587446 req-312f45eb-cd15-41eb-a2c8-52b76b64f1be tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:50.978701 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ae03106e-0a2b-4268-a2ac-093375587446 req-312f45eb-cd15-41eb-a2c8-52b76b64f1be tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0559881 Mar 07 14:08:50.989151 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 33194) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:50.994829 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-f6ddc9de-7dcc-48b6-b3a1-d579980033ac tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Request body: {'floatingip': {'port_id': 'd44d6684-ddb9-492d-92df-84136d88bac2'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:51.050424 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f6ddc9de-7dcc-48b6-b3a1-d579980033ac tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for floatingip (c6b27b57-922d-4e02-8d5e-fd3a6ed32b19), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:51.218308 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d496077-bece-4915-aa91-8cf56a556e99 req-02ad2a1f-735d-4826-ba87-ce14045f0683 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:51.220621 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4d496077-bece-4915-aa91-8cf56a556e99 req-02ad2a1f-735d-4826-ba87-ce14045f0683 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0605905 Mar 07 14:08:51.222192 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 up at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:08:51.284873 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4d496077-bece-4915-aa91-8cf56a556e99 req-ee163c36-6726-4139-965c-c4800a25fae7 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571909 Mar 07 14:08:51.290515 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning for port 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:08:51.294455 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning complete for port 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:08:51.295063 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (1e83f7f4-e220-4dc9-9bc5-d249f50675e7), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:51.376456 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:08:51.376971 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (1e83f7f4-e220-4dc9-9bc5-d249f50675e7), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:51.399705 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9389ce70-a4a5-47d5-982c-0ce917b1b499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e83f7f4-e220-4dc9-9bc5-d249f50675e7'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:51.401913 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3893cbc7-b379-45de-a69b-11dacec98a77" -d '{"events": [{"server_uuid": "9389ce70-a4a5-47d5-982c-0ce917b1b499", "name": "network-vif-plugged", "status": "completed", "tag": "1e83f7f4-e220-4dc9-9bc5-d249f50675e7"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:51.415436 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 1e83f7f4-e220-4dc9-9bc5-d249f50675e7, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1e83f7f4-e220-4dc9-9bc5-d249f50675e7,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:08:51.420034 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (1e83f7f4-e220-4dc9-9bc5-d249f50675e7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:51.444672 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5d2f99-dd5b-4fc8-8026-8a91691f72c3 x-openstack-request-id: req-ca5d2f99-dd5b-4fc8-8026-8a91691f72c3 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:51.444984 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9389ce70-a4a5-47d5-982c-0ce917b1b499", "name": "network-vif-plugged", "status": "completed", "tag": "1e83f7f4-e220-4dc9-9bc5-d249f50675e7", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:51.445240 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca5d2f99-dd5b-4fc8-8026-8a91691f72c3 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:51.445627 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9389ce70-a4a5-47d5-982c-0ce917b1b499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e83f7f4-e220-4dc9-9bc5-d249f50675e7', 'code': 200} Mar 07 14:08:51.470045 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=1e83f7f4-e220-4dc9-9bc5-d249f50675e7,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:51.535220 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f6ddc9de-7dcc-48b6-b3a1-d579980033ac tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:51.539696 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f6ddc9de-7dcc-48b6-b3a1-d579980033ac tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (c6b27b57-922d-4e02-8d5e-fd3a6ed32b19), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:51.651406 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.db.l3_db [None req-f6ddc9de-7dcc-48b6-b3a1-d579980033ac tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Floating IP c6b27b57-922d-4e02-8d5e-fd3a6ed32b19 associated. External IP: 172.27.2.8, port: d44d6684-ddb9-492d-92df-84136d88bac2. Mar 07 14:08:51.684615 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f17de-d3d4-47d5-a669-471c0f7a6c64 req-72721ae3-3287-44fa-96d5-80a403394419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:51.686643 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6c9f17de-d3d4-47d5-a669-471c0f7a6c64 req-72721ae3-3287-44fa-96d5-80a403394419 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 1130 time: 0.0432234 Mar 07 14:08:51.742293 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6c9f17de-d3d4-47d5-a669-471c0f7a6c64 req-630194b4-0d9b-477e-8e59-ab20c27d87d4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=791d4937-bd14-46e7-b6f8-ccb791f68ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447187 Mar 07 14:08:51.814790 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b48c36-399c-4547-ad2f-da9b1489d951 req-86d37d54-d609-47c6-b0cb-85487e8aa176 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:51.816300 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-99b48c36-399c-4547-ad2f-da9b1489d951 req-86d37d54-d609-47c6-b0cb-85487e8aa176 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 946 time: 0.0577662 Mar 07 14:08:51.865397 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ddc9de-7dcc-48b6-b3a1-d579980033ac tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Router 45baf158-ecb1-4ac3-8891-3257a8c14132 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:08:51.866158 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-99b48c36-399c-4547-ad2f-da9b1489d951 req-f825faab-15e2-41fe-a188-dcee3827bc11 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=791d4937-bd14-46e7-b6f8-ccb791f68ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442593 Mar 07 14:08:51.990878 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ddc9de-7dcc-48b6-b3a1-d579980033ac tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:08:51.995603 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f6ddc9de-7dcc-48b6-b3a1-d579980033ac tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.002418 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db24b609-6ec7-4bc4-98a6-1432c3bc3c43 None None] Sync routers for ids ['45baf158-ecb1-4ac3-8891-3257a8c14132'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:08:52.016723 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db24b609-6ec7-4bc4-98a6-1432c3bc3c43 None None] Routers {'45baf158-ecb1-4ac3-8891-3257a8c14132'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:52.017832 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-db24b609-6ec7-4bc4-98a6-1432c3bc3c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:08:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['45baf158-ecb1-4ac3-8891-3257a8c14132'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:52.028720 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f6ddc9de-7dcc-48b6-b3a1-d579980033ac tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "PUT /v2.0/floatingips/c6b27b57-922d-4e02-8d5e-fd3a6ed32b19 HTTP/1.1" status: 200 len: 990 time: 1.0377073 Mar 07 14:08:52.029440 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3089356-1425-4f0c-9273-ca6138a80476', 'tag': 'd44d6684-ddb9-492d-92df-84136d88bac2'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:52.032741 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b227fff841cc36c28be207e5082edf6552ac5a262496b0e086d32ab3e88bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaadea2-1213-4d10-8eb0-a67da395d4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d3089356-1425-4f0c-9273-ca6138a80476", "tag": "d44d6684-ddb9-492d-92df-84136d88bac2"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:52.098091 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccc3eab-4f5f-4c7c-a9e7-146588c95493 x-openstack-request-id: req-0ccc3eab-4f5f-4c7c-a9e7-146588c95493 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:52.098393 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3089356-1425-4f0c-9273-ca6138a80476", "tag": "d44d6684-ddb9-492d-92df-84136d88bac2", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:52.098651 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ccc3eab-4f5f-4c7c-a9e7-146588c95493 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:52.099059 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3089356-1425-4f0c-9273-ca6138a80476', 'tag': 'd44d6684-ddb9-492d-92df-84136d88bac2', 'status': 'completed', 'code': 200} Mar 07 14:08:52.173574 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-db24b609-6ec7-4bc4-98a6-1432c3bc3c43 None None] Set router 45baf158-ecb1-4ac3-8891-3257a8c14132 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:52.181729 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 33238) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:52.289582 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.363202 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ef35b244-cff5-4a19-8963-954b094804e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.473806 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f0a0c-0bf6-4e4c-95f5-677b645a7a4a req-59ffc1e0-9a44-4306-87ed-0904f6a6948c tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:52.475486 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-120f0a0c-0bf6-4e4c-95f5-677b645a7a4a req-59ffc1e0-9a44-4306-87ed-0904f6a6948c tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.1102593 Mar 07 14:08:52.509213 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaadea2-1213-4d10-8eb0-a67da395d4ab req-fd002723-2b16-456e-b752-740e465a4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:52.510698 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-caaadea2-1213-4d10-8eb0-a67da395d4ab req-fd002723-2b16-456e-b752-740e465a4dd5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da39445715f04deaaf654d8b98a2d810&device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 1130 time: 0.1257074 Mar 07 14:08:52.527900 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-db24b609-6ec7-4bc4-98a6-1432c3bc3c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 4, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port': {'id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': 'c6b27b57-922d-4e02-8d5e-fd3a6ed32b19', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'port_id': 'd44d6684-ddb9-492d-92df-84136d88bac2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'mac_address': 'fa:16:3e:a5:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3089356-1425-4f0c-9273-ca6138a80476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:08:23Z', 'updated_at': '2022-03-07T14:08:51Z', 'revision_number': 1, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1a2489-b06b-40d2-b305-e2725bd596a8', 'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'mac_address': 'fa:16:3e:4b:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:05Z', 'updated_at': '2022-03-07T14:08:23Z', 'revision_number': 5, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'subnets': [{'id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:52.531815 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ef35b244-cff5-4a19-8963-954b094804e3 admin admin] Publish callbacks [] for security_group (e8a2e6d6-5525-433b-9ba9-ae22a5fd6800), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.537661 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ef35b244-cff5-4a19-8963-954b094804e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (e8a2e6d6-5525-433b-9ba9-ae22a5fd6800), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.562836 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db24b609-6ec7-4bc4-98a6-1432c3bc3c43 None None] Checking router: 45baf158-ecb1-4ac3-8891-3257a8c14132 for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:08:52.585683 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db24b609-6ec7-4bc4-98a6-1432c3bc3c43 None None] Routers {'45baf158-ecb1-4ac3-8891-3257a8c14132'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:52.586369 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-db24b609-6ec7-4bc4-98a6-1432c3bc3c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:08:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['45baf158-ecb1-4ac3-8891-3257a8c14132'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:52.587427 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35b244-cff5-4a19-8963-954b094804e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a2e6d6-5525-433b-9ba9-ae22a5fd6800,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:52.610928 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ef35b244-cff5-4a19-8963-954b094804e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c28dbe1b7b1469b93ef37781109a2aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4276237 Mar 07 14:08:52.613558 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 33258) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:52.623115 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-120f0a0c-0bf6-4e4c-95f5-677b645a7a4a req-29ca94cd-102e-4c2f-b4fd-ef5854c2de84 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379681 Mar 07 14:08:52.690024 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-27f5715b-6f18-46f1-b81b-7d7fb95bddbf admin admin] Publish callbacks [] for security_group (e8a2e6d6-5525-433b-9ba9-ae22a5fd6800), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.714558 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-27f5715b-6f18-46f1-b81b-7d7fb95bddbf admin admin] Publish callbacks [] for security_group (e8a2e6d6-5525-433b-9ba9-ae22a5fd6800), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.746900 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaadea2-1213-4d10-8eb0-a67da395d4ab req-d99b3c56-1065-4663-bd15-d2d0eaec79aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:52.748674 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-caaadea2-1213-4d10-8eb0-a67da395d4ab req-d99b3c56-1065-4663-bd15-d2d0eaec79aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118 HTTP/1.1" status: 200 len: 917 time: 0.1727459 Mar 07 14:08:52.772288 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-27f5715b-6f18-46f1-b81b-7d7fb95bddbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (e8a2e6d6-5525-433b-9ba9-ae22a5fd6800), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.774880 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-27f5715b-6f18-46f1-b81b-7d7fb95bddbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:52.776178 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-27f5715b-6f18-46f1-b81b-7d7fb95bddbf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e8a2e6d6-5525-433b-9ba9-ae22a5fd6800 HTTP/1.1" status: 204 len: 168 time: 0.1614439 Mar 07 14:08:52.785346 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5715b-6f18-46f1-b81b-7d7fb95bddbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a2e6d6-5525-433b-9ba9-ae22a5fd6800,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:52.855657 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-db24b609-6ec7-4bc4-98a6-1432c3bc3c43 None None] Set router 45baf158-ecb1-4ac3-8891-3257a8c14132 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:52.855846 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-caaadea2-1213-4d10-8eb0-a67da395d4ab req-62ebad9e-f754-431a-bbc0-d5c7a9769c0e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44d6684-ddb9-492d-92df-84136d88bac2 HTTP/1.1" status: 200 len: 998 time: 0.1008635 Mar 07 14:08:53.026919 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaadea2-1213-4d10-8eb0-a67da395d4ab req-20348f83-b980-4364-8f81-7288bc1152bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:53.028620 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-caaadea2-1213-4d10-8eb0-a67da395d4ab req-20348f83-b980-4364-8f81-7288bc1152bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e822426-e097-44b3-a5b1-535a48fe7e53 HTTP/1.1" status: 200 len: 855 time: 0.0768194 Mar 07 14:08:53.054868 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878467a-f9fb-45f8-8d1e-c60e259c28ce req-c600b5fa-0dae-4600-a6d9-399a03a62fd1 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:53.056538 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e878467a-f9fb-45f8-8d1e-c60e259c28ce req-c600b5fa-0dae-4600-a6d9-399a03a62fd1 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 946 time: 0.1163995 Mar 07 14:08:53.101221 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 33268) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:53.110969 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-db24b609-6ec7-4bc4-98a6-1432c3bc3c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 4, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port': {'id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': 'c6b27b57-922d-4e02-8d5e-fd3a6ed32b19', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'port_id': 'd44d6684-ddb9-492d-92df-84136d88bac2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'mac_address': 'fa:16:3e:a5:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3089356-1425-4f0c-9273-ca6138a80476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:08:23Z', 'updated_at': '2022-03-07T14:08:51Z', 'revision_number': 1, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1a2489-b06b-40d2-b305-e2725bd596a8', 'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'mac_address': 'fa:16:3e:4b:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:05Z', 'updated_at': '2022-03-07T14:08:23Z', 'revision_number': 5, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'subnets': [{'id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:53.117563 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-67cee7e1-87be-4de0-a0fc-c9bde579c8a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:53.130428 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaadea2-1213-4d10-8eb0-a67da395d4ab req-672805d8-7c31-45d9-ac55-6bb88eba7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:53.131945 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-caaadea2-1213-4d10-8eb0-a67da395d4ab req-672805d8-7c31-45d9-ac55-6bb88eba7885 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939112 Mar 07 14:08:53.135550 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e878467a-f9fb-45f8-8d1e-c60e259c28ce req-77229452-8459-4cbb-9394-f0a51fb5d402 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=791d4937-bd14-46e7-b6f8-ccb791f68ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628979 Mar 07 14:08:53.138696 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db24b609-6ec7-4bc4-98a6-1432c3bc3c43 None None] The sync data for ids ['45baf158-ecb1-4ac3-8891-3257a8c14132'] in dv-cinder-794001-5-iscsi is: [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 4, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port': {'id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': 'c6b27b57-922d-4e02-8d5e-fd3a6ed32b19', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'port_id': 'd44d6684-ddb9-492d-92df-84136d88bac2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'mac_address': 'fa:16:3e:a5:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3089356-1425-4f0c-9273-ca6138a80476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:08:23Z', 'updated_at': '2022-03-07T14:08:51Z', 'revision_number': 1, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1a2489-b06b-40d2-b305-e2725bd596a8', 'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'mac_address': 'fa:16:3e:4b:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:05Z', 'updated_at': '2022-03-07T14:08:23Z', 'revision_number': 5, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'subnets': [{'id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:08:53.210580 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-67cee7e1-87be-4de0-a0fc-c9bde579c8a9 admin admin] Publish callbacks [] for security_group (6e8a366a-3b61-43c8-b8af-df220cf5faf4), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:53.215210 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-67cee7e1-87be-4de0-a0fc-c9bde579c8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (6e8a366a-3b61-43c8-b8af-df220cf5faf4), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:53.230801 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-caaadea2-1213-4d10-8eb0-a67da395d4ab req-f816afbe-7494-4cc3-807c-6c7c39c54fcf service neutron] 10.222.0.25 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896065 Mar 07 14:08:53.250061 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cee7e1-87be-4de0-a0fc-c9bde579c8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8a366a-3b61-43c8-b8af-df220cf5faf4,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:53.260562 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-67cee7e1-87be-4de0-a0fc-c9bde579c8a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92552a71b3344b1b97822a6a56eb8974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1577168 Mar 07 14:08:53.263091 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 33270) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:53.314904 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f9f4cce4-4d49-4d29-b8ba-6f0904b3f428 admin admin] Publish callbacks [] for security_group (6e8a366a-3b61-43c8-b8af-df220cf5faf4), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:53.336830 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f9f4cce4-4d49-4d29-b8ba-6f0904b3f428 admin admin] Publish callbacks [] for security_group (6e8a366a-3b61-43c8-b8af-df220cf5faf4), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:53.337893 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-caaadea2-1213-4d10-8eb0-a67da395d4ab req-64886e1f-6d6d-4e87-a3a4-6012b0deeb1f service neutron] 10.222.0.25 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995343 Mar 07 14:08:53.370530 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792e39a2-5b4e-44b9-a69f-bcb5f3c02461 None None] New status for floating IP c6b27b57-922d-4e02-8d5e-fd3a6ed32b19: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:08:53.402068 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f9f4cce4-4d49-4d29-b8ba-6f0904b3f428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (6e8a366a-3b61-43c8-b8af-df220cf5faf4), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:53.405632 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f9f4cce4-4d49-4d29-b8ba-6f0904b3f428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:53.407069 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f9f4cce4-4d49-4d29-b8ba-6f0904b3f428 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e8a366a-3b61-43c8-b8af-df220cf5faf4 HTTP/1.1" status: 204 len: 168 time: 0.1426826 Mar 07 14:08:53.415254 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4cce4-4d49-4d29-b8ba-6f0904b3f428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8a366a-3b61-43c8-b8af-df220cf5faf4,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:53.828393 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597c813-a368-4968-8e1d-3c76055320e8 req-57966a48-73e4-4f0b-ab9c-f64b6f9d24c2 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:53.830272 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3597c813-a368-4968-8e1d-3c76055320e8 req-57966a48-73e4-4f0b-ab9c-f64b6f9d24c2 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.1348305 Mar 07 14:08:53.893218 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3597c813-a368-4968-8e1d-3c76055320e8 req-a79ba229-babc-4990-a01a-ab9f3ec49303 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564859 Mar 07 14:08:54.012948 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 33306) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:54.146994 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-294c2381-8b4f-49e3-9162-35a285657752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:54.233545 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-294c2381-8b4f-49e3-9162-35a285657752 admin admin] Publish callbacks [] for security_group (71512b4d-d78e-4a15-a981-b1bd5e05c611), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:54.238904 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-294c2381-8b4f-49e3-9162-35a285657752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (71512b4d-d78e-4a15-a981-b1bd5e05c611), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:54.282525 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d113b-d0db-4395-b4e0-7d5422af1b13 req-472d61c3-bd69-4f50-923a-43c896eb9a51 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:54.284064 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cc8d113b-d0db-4395-b4e0-7d5422af1b13 req-472d61c3-bd69-4f50-923a-43c896eb9a51 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 946 time: 0.0574062 Mar 07 14:08:54.286060 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-294c2381-8b4f-49e3-9162-35a285657752 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85e9e54780be46649c4bcb71f2feed0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717505 Mar 07 14:08:54.288389 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 33328) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:54.291934 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c2381-8b4f-49e3-9162-35a285657752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71512b4d-d78e-4a15-a981-b1bd5e05c611,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:54.300166 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c2381-8b4f-49e3-9162-35a285657752 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.300552 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c2381-8b4f-49e3-9162-35a285657752 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.300933 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c2381-8b4f-49e3-9162-35a285657752 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.301277 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c2381-8b4f-49e3-9162-35a285657752 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.301615 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c2381-8b4f-49e3-9162-35a285657752 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.302133 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c2381-8b4f-49e3-9162-35a285657752 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.302473 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c2381-8b4f-49e3-9162-35a285657752 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.302812 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c2381-8b4f-49e3-9162-35a285657752 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.303169 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c2381-8b4f-49e3-9162-35a285657752 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.303520 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c2381-8b4f-49e3-9162-35a285657752 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.303862 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c2381-8b4f-49e3-9162-35a285657752 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.304192 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c2381-8b4f-49e3-9162-35a285657752 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.304526 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c2381-8b4f-49e3-9162-35a285657752 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.368793 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cc8d113b-d0db-4395-b4e0-7d5422af1b13 req-f0f6dfb9-72d9-4dd6-9ede-244d6780401e tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=791d4937-bd14-46e7-b6f8-ccb791f68ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782130 Mar 07 14:08:54.373495 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-28b5b194-1194-4ffd-8f13-1b66dbc5b5ac admin admin] Publish callbacks [] for security_group (71512b4d-d78e-4a15-a981-b1bd5e05c611), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:54.398935 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-28b5b194-1194-4ffd-8f13-1b66dbc5b5ac admin admin] Publish callbacks [] for security_group (71512b4d-d78e-4a15-a981-b1bd5e05c611), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:54.499475 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-28b5b194-1194-4ffd-8f13-1b66dbc5b5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (71512b4d-d78e-4a15-a981-b1bd5e05c611), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:54.502078 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-28b5b194-1194-4ffd-8f13-1b66dbc5b5ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:54.503226 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-28b5b194-1194-4ffd-8f13-1b66dbc5b5ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/71512b4d-d78e-4a15-a981-b1bd5e05c611 HTTP/1.1" status: 204 len: 168 time: 0.2138755 Mar 07 14:08:54.513495 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5b194-1194-4ffd-8f13-1b66dbc5b5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71512b4d-d78e-4a15-a981-b1bd5e05c611,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:54.524029 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4cd90-2627-4546-8394-ca3cea922f67 req-919ebb3c-db38-4917-af87-c1d636d5061f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:54.525183 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-19c4cd90-2627-4546-8394-ca3cea922f67 req-919ebb3c-db38-4917-af87-c1d636d5061f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 946 time: 0.0749187 Mar 07 14:08:54.535049 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 33344) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:54.537974 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5b194-1194-4ffd-8f13-1b66dbc5b5ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.538928 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5b194-1194-4ffd-8f13-1b66dbc5b5ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.539722 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-a771505e-7567-4dff-bb9b-09e158e535b4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Request body: {'floatingip': {'port_id': '1e83f7f4-e220-4dc9-9bc5-d249f50675e7'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:08:54.539924 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5b194-1194-4ffd-8f13-1b66dbc5b5ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.540248 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5b194-1194-4ffd-8f13-1b66dbc5b5ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.540589 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5b194-1194-4ffd-8f13-1b66dbc5b5ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.541442 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5b194-1194-4ffd-8f13-1b66dbc5b5ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.541686 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5b194-1194-4ffd-8f13-1b66dbc5b5ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.542026 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5b194-1194-4ffd-8f13-1b66dbc5b5ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.542557 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5b194-1194-4ffd-8f13-1b66dbc5b5ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.543025 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5b194-1194-4ffd-8f13-1b66dbc5b5ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.543413 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5b194-1194-4ffd-8f13-1b66dbc5b5ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.543869 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5b194-1194-4ffd-8f13-1b66dbc5b5ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.544508 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5b194-1194-4ffd-8f13-1b66dbc5b5ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:08:54.605460 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a771505e-7567-4dff-bb9b-09e158e535b4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (051afcfa-9168-4dfc-8e0a-8c09cb5a11a2), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:54.893578 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 33384) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:54.909511 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a82a-86ed-406d-89a8-6e51f5040c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:54.993992 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3aadde20-bc66-4780-81e8-7c146eaaf87a req-b81a95c4-0827-4c3a-8738-733e0785814d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744359 Mar 07 14:08:55.110174 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a82a-86ed-406d-89a8-6e51f5040c06 admin admin] Publish callbacks [] for security_group (225fa644-936d-4b5d-9d80-01af6f62cd8a), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.116617 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c5d1a82a-86ed-406d-89a8-6e51f5040c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (225fa644-936d-4b5d-9d80-01af6f62cd8a), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.179828 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85565809-2e7e-4d4a-92cf-baee333a3977 req-4c2bd95e-6b24-4a05-95e0-7f6cfee32020 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:55.181306 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-85565809-2e7e-4d4a-92cf-baee333a3977 req-4c2bd95e-6b24-4a05-95e0-7f6cfee32020 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.1853065 Mar 07 14:08:55.185940 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-c5d1a82a-86ed-406d-89a8-6e51f5040c06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d200cb247184474ab09c3892ff6f3e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897489 Mar 07 14:08:55.187333 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1a82a-86ed-406d-89a8-6e51f5040c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225fa644-936d-4b5d-9d80-01af6f62cd8a,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:55.191708 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 33394) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:08:55.214136 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadde20-bc66-4780-81e8-7c146eaaf87a req-185d0cbf-a372-4587-aefd-13dbbf49ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:55.215628 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3aadde20-bc66-4780-81e8-7c146eaaf87a req-185d0cbf-a372-4587-aefd-13dbbf49ef94 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40500ce69ce74e9f885d9382ea0e3421&device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 1129 time: 0.1422262 Mar 07 14:08:55.316332 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.db.resource_extend [None req-a771505e-7567-4dff-bb9b-09e158e535b4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 14:08:55.338565 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-85565809-2e7e-4d4a-92cf-baee333a3977 req-ce2326b2-c054-4a0f-b37a-4ca925c20e25 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401281 Mar 07 14:08:55.350188 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-85710c3c-dcba-48b5-aa3b-59911972413b admin admin] Publish callbacks [] for security_group (225fa644-936d-4b5d-9d80-01af6f62cd8a), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.389657 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadde20-bc66-4780-81e8-7c146eaaf87a req-f2a845db-161a-4cba-8335-f34ef9de6c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:55.391415 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3aadde20-bc66-4780-81e8-7c146eaaf87a req-f2a845db-161a-4cba-8335-f34ef9de6c8c service neutron] 10.222.0.25 "GET /v2.0/networks?id=f008da95-af6d-4184-895d-8741fc83cfb3 HTTP/1.1" status: 200 len: 912 time: 0.1476240 Mar 07 14:08:55.393525 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-85710c3c-dcba-48b5-aa3b-59911972413b admin admin] Publish callbacks [] for security_group (225fa644-936d-4b5d-9d80-01af6f62cd8a), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.397126 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a771505e-7567-4dff-bb9b-09e158e535b4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.401906 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a771505e-7567-4dff-bb9b-09e158e535b4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (051afcfa-9168-4dfc-8e0a-8c09cb5a11a2), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.446951 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3aadde20-bc66-4780-81e8-7c146eaaf87a req-ac18ce5c-f1ec-4b87-8266-ad68f16947c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c HTTP/1.1" status: 200 len: 217 time: 0.0465734 Mar 07 14:08:55.516368 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.db.l3_db [None req-a771505e-7567-4dff-bb9b-09e158e535b4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Floating IP 051afcfa-9168-4dfc-8e0a-8c09cb5a11a2 associated. External IP: 172.27.2.132, port: 1e83f7f4-e220-4dc9-9bc5-d249f50675e7. Mar 07 14:08:55.525171 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadde20-bc66-4780-81e8-7c146eaaf87a req-20a0f8dd-b6d0-432a-bd0e-a99556f969e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:55.526767 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3aadde20-bc66-4780-81e8-7c146eaaf87a req-20a0f8dd-b6d0-432a-bd0e-a99556f969e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=64d0f727-4082-488d-a91d-c05e1067cb33 HTTP/1.1" status: 200 len: 851 time: 0.0650611 Mar 07 14:08:55.546374 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-85710c3c-dcba-48b5-aa3b-59911972413b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (225fa644-936d-4b5d-9d80-01af6f62cd8a), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.548971 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-85710c3c-dcba-48b5-aa3b-59911972413b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.552663 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-85710c3c-dcba-48b5-aa3b-59911972413b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/225fa644-936d-4b5d-9d80-01af6f62cd8a HTTP/1.1" status: 204 len: 168 time: 0.3573828 Mar 07 14:08:55.569448 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3aadde20-bc66-4780-81e8-7c146eaaf87a req-d790c25d-6d10-4a7a-913c-3f61b033b613 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f008da95-af6d-4184-895d-8741fc83cfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329540 Mar 07 14:08:55.574513 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85710c3c-dcba-48b5-aa3b-59911972413b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225fa644-936d-4b5d-9d80-01af6f62cd8a,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:08:55.689682 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3aadde20-bc66-4780-81e8-7c146eaaf87a req-28d2d9f9-4df8-4e36-aeef-81cec8a864b7 service neutron] 10.222.0.25 "GET /v2.0/networks/f008da95-af6d-4184-895d-8741fc83cfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129463 Mar 07 14:08:55.803309 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3aadde20-bc66-4780-81e8-7c146eaaf87a req-ad5580c9-f41a-4335-a00d-d15aa1e828b9 service neutron] 10.222.0.25 "GET /v2.0/networks/f008da95-af6d-4184-895d-8741fc83cfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065218 Mar 07 14:08:55.813925 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a771505e-7567-4dff-bb9b-09e158e535b4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:08:55.937463 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a771505e-7567-4dff-bb9b-09e158e535b4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:08:55.941995 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a771505e-7567-4dff-bb9b-09e158e535b4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:55.948194 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b0332-69cc-40aa-8b33-89097f1475f8 None None] Sync routers for ids ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:08:55.960815 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b0332-69cc-40aa-8b33-89097f1475f8 None None] Routers {'5f90c74b-dc98-4d22-b6e4-7b99941379c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:55.961406 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-0f4b0332-69cc-40aa-8b33-89097f1475f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:08:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:55.984725 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a771505e-7567-4dff-bb9b-09e158e535b4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "PUT /v2.0/floatingips/051afcfa-9168-4dfc-8e0a-8c09cb5a11a2 HTTP/1.1" status: 200 len: 992 time: 1.4379945 Mar 07 14:08:55.984725 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9389ce70-a4a5-47d5-982c-0ce917b1b499', 'tag': '1e83f7f4-e220-4dc9-9bc5-d249f50675e7'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:08:55.984725 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b227fff841cc36c28be207e5082edf6552ac5a262496b0e086d32ab3e88bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cfb0d3-d969-4aa8-ad2e-159d690291df" -d '{"events": [{"name": "network-changed", "server_uuid": "9389ce70-a4a5-47d5-982c-0ce917b1b499", "tag": "1e83f7f4-e220-4dc9-9bc5-d249f50675e7"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:08:56.016427 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480fd070-1d36-4e7c-82c3-0140378bcb60 x-openstack-request-id: req-480fd070-1d36-4e7c-82c3-0140378bcb60 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:08:56.016755 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9389ce70-a4a5-47d5-982c-0ce917b1b499", "tag": "1e83f7f4-e220-4dc9-9bc5-d249f50675e7", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:08:56.017014 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-480fd070-1d36-4e7c-82c3-0140378bcb60 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:08:56.017416 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9389ce70-a4a5-47d5-982c-0ce917b1b499', 'tag': '1e83f7f4-e220-4dc9-9bc5-d249f50675e7', 'status': 'completed', 'code': 200} Mar 07 14:08:56.091414 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-0f4b0332-69cc-40aa-8b33-89097f1475f8 None None] Set router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:56.162247 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfb0d3-d969-4aa8-ad2e-159d690291df req-d74bd50e-1cae-4a3e-92f2-d543df994ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:56.164057 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c8cfb0d3-d969-4aa8-ad2e-159d690291df req-d74bd50e-1cae-4a3e-92f2-d543df994ea9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 1130 time: 0.0622747 Mar 07 14:08:56.274434 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfb0d3-d969-4aa8-ad2e-159d690291df req-060c2d6f-2044-4efc-a212-59742f857682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:56.276024 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c8cfb0d3-d969-4aa8-ad2e-159d690291df req-060c2d6f-2044-4efc-a212-59742f857682 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 200 len: 916 time: 0.1033564 Mar 07 14:08:56.334711 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-0f4b0332-69cc-40aa-8b33-89097f1475f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': '051afcfa-9168-4dfc-8e0a-8c09cb5a11a2', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'port_id': '1e83f7f4-e220-4dc9-9bc5-d249f50675e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'mac_address': 'fa:16:3e:fc:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389ce70-a4a5-47d5-982c-0ce917b1b499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:08:23Z', 'updated_at': '2022-03-07T14:08:55Z', 'revision_number': 1, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 5, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:56.369458 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:08:56.386999 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b0332-69cc-40aa-8b33-89097f1475f8 None None] Checking router: 5f90c74b-dc98-4d22-b6e4-7b99941379c2 for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:08:56.398695 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b0332-69cc-40aa-8b33-89097f1475f8 None None] Routers {'5f90c74b-dc98-4d22-b6e4-7b99941379c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:08:56.399521 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-0f4b0332-69cc-40aa-8b33-89097f1475f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:08:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:56.537275 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-0f4b0332-69cc-40aa-8b33-89097f1475f8 None None] Set router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:08:56.561901 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c8cfb0d3-d969-4aa8-ad2e-159d690291df req-31bc04af-e3b6-4aee-aa2c-203b599b0910 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e83f7f4-e220-4dc9-9bc5-d249f50675e7 HTTP/1.1" status: 200 len: 1000 time: 0.2765479 Mar 07 14:08:56.656859 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfb0d3-d969-4aa8-ad2e-159d690291df req-6c3e00dd-f1dc-413e-a5ae-325ca713406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:56.658366 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c8cfb0d3-d969-4aa8-ad2e-159d690291df req-6c3e00dd-f1dc-413e-a5ae-325ca713406d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94b6b23d-f0fc-499f-8502-08cb48270361 HTTP/1.1" status: 200 len: 854 time: 0.0775714 Mar 07 14:08:56.673471 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc09ec-3535-449a-90ea-130f1612c319 req-98473d77-a2d3-4475-99bf-6f18625d69a4 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:56.676031 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f3fc09ec-3535-449a-90ea-130f1612c319 req-98473d77-a2d3-4475-99bf-6f18625d69a4 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.1283064 Mar 07 14:08:56.756494 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfb0d3-d969-4aa8-ad2e-159d690291df req-e3f23631-d903-4afd-b51b-a18398043bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:56.758082 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c8cfb0d3-d969-4aa8-ad2e-159d690291df req-e3f23631-d903-4afd-b51b-a18398043bf9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b62fa4f-b2cf-4013-a771-a3abfae0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0809689 Mar 07 14:08:56.785550 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f3fc09ec-3535-449a-90ea-130f1612c319 req-ad62b7c9-f885-4946-8acc-1b73b40efcda tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768924 Mar 07 14:08:56.868880 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-0f4b0332-69cc-40aa-8b33-89097f1475f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': '051afcfa-9168-4dfc-8e0a-8c09cb5a11a2', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'port_id': '1e83f7f4-e220-4dc9-9bc5-d249f50675e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'mac_address': 'fa:16:3e:fc:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389ce70-a4a5-47d5-982c-0ce917b1b499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:08:23Z', 'updated_at': '2022-03-07T14:08:55Z', 'revision_number': 1, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 5, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:08:56.869065 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c8cfb0d3-d969-4aa8-ad2e-159d690291df req-74edca90-d14d-4283-80bb-ee13fa654e3a service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951085 Mar 07 14:08:56.898124 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b0332-69cc-40aa-8b33-89097f1475f8 None None] The sync data for ids ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'] in dv-cinder-794001-5-iscsi is: [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': '051afcfa-9168-4dfc-8e0a-8c09cb5a11a2', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'port_id': '1e83f7f4-e220-4dc9-9bc5-d249f50675e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'mac_address': 'fa:16:3e:fc:22:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9389ce70-a4a5-47d5-982c-0ce917b1b499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:08:23Z', 'updated_at': '2022-03-07T14:08:55Z', 'revision_number': 1, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 5, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:08:56.977956 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c8cfb0d3-d969-4aa8-ad2e-159d690291df req-522387c9-026f-4800-a33a-b354be25684a service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028905 Mar 07 14:08:57.108833 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0b2a64-c821-42c9-8777-18b71db11885 None None] New status for floating IP 051afcfa-9168-4dfc-8e0a-8c09cb5a11a2: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:08:57.911452 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fd173-506d-45da-b475-b5ad43ffcc36 req-ed4cbc6e-9f29-4d90-847b-bb083369461f tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:57.912972 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-154fd173-506d-45da-b475-b5ad43ffcc36 req-ed4cbc6e-9f29-4d90-847b-bb083369461f tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0554562 Mar 07 14:08:57.962491 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-154fd173-506d-45da-b475-b5ad43ffcc36 req-e5fba248-605e-4a0a-9747-fa3028c27ecc tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436950 Mar 07 14:08:59.084423 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e2048-8d8b-4e3e-bb74-01c1c0ac075c req-1ca22e76-5ef7-4bd2-836f-a5d39181884b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:08:59.085940 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0a4e2048-8d8b-4e3e-bb74-01c1c0ac075c req-1ca22e76-5ef7-4bd2-836f-a5d39181884b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0528443 Mar 07 14:08:59.135796 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0a4e2048-8d8b-4e3e-bb74-01c1c0ac075c req-2a6cde9b-3e33-43fe-b21e-646fc420d80e tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435846 Mar 07 14:09:00.262742 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf492854-9f5d-4b43-8168-bc4ae4cd3389 req-3e6bddad-9b80-4e1e-9cb0-1d5344bc90c0 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:00.264333 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cf492854-9f5d-4b43-8168-bc4ae4cd3389 req-3e6bddad-9b80-4e1e-9cb0-1d5344bc90c0 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0576379 Mar 07 14:09:00.314731 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cf492854-9f5d-4b43-8168-bc4ae4cd3389 req-475792fe-4654-480d-815d-39890799cb66 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427005 Mar 07 14:09:01.430571 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe6d10-db0a-4721-99d2-a3adac209e50 req-d63eb0c0-da3d-4061-babe-07b0953fa530 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:01.432029 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f4fe6d10-db0a-4721-99d2-a3adac209e50 req-d63eb0c0-da3d-4061-babe-07b0953fa530 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0516064 Mar 07 14:09:01.477340 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f4fe6d10-db0a-4721-99d2-a3adac209e50 req-a7e8e1ba-eba2-45a1-b5d4-99293df17001 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397475 Mar 07 14:09:02.601793 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fd418-f953-4665-8315-5d93cf1009bb req-bfc9c8c3-e05a-4aa3-952a-4ffcdc5b8db3 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:02.603351 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6f9fd418-f953-4665-8315-5d93cf1009bb req-bfc9c8c3-e05a-4aa3-952a-4ffcdc5b8db3 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0561328 Mar 07 14:09:02.650459 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6f9fd418-f953-4665-8315-5d93cf1009bb req-08a2a3cc-0a1f-47d1-81b0-eb0e35be055f tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409319 Mar 07 14:09:03.764651 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55e3e1-f520-4b32-9dc2-38c40a3e973f req-fdd36cb6-25f7-469b-8984-d6db4ac2be29 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:03.766133 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4e55e3e1-f520-4b32-9dc2-38c40a3e973f req-fdd36cb6-25f7-469b-8984-d6db4ac2be29 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0519407 Mar 07 14:09:03.811549 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4e55e3e1-f520-4b32-9dc2-38c40a3e973f req-50797603-72fc-4f34-9ba6-44967c55a52b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397243 Mar 07 14:09:04.932109 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016113f-d17f-4d0e-b22f-e15e8a35a0ed req-e1c17b24-8382-4440-9450-9e5b85903e57 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:04.933590 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e016113f-d17f-4d0e-b22f-e15e8a35a0ed req-e1c17b24-8382-4440-9450-9e5b85903e57 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0557549 Mar 07 14:09:04.983670 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e016113f-d17f-4d0e-b22f-e15e8a35a0ed req-2425e5f5-80c8-41d5-aed4-de289406bc9a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437880 Mar 07 14:09:06.101659 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed5415-1946-4aac-b83d-9844464cf3c2 req-204be2ef-7712-4ed8-b5da-8e7561367943 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:06.103109 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d4ed5415-1946-4aac-b83d-9844464cf3c2 req-204be2ef-7712-4ed8-b5da-8e7561367943 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0539911 Mar 07 14:09:06.151801 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d4ed5415-1946-4aac-b83d-9844464cf3c2 req-353ee49d-f863-44ae-b9c4-e08a6e4377ca tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425999 Mar 07 14:09:07.271549 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef855b8-d6fb-4b6c-b464-c46e71fcdbfe req-4bdcce93-4059-4350-8b81-79403efa5972 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:07.273033 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9ef855b8-d6fb-4b6c-b464-c46e71fcdbfe req-4bdcce93-4059-4350-8b81-79403efa5972 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0529318 Mar 07 14:09:07.321015 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9ef855b8-d6fb-4b6c-b464-c46e71fcdbfe req-1c2da711-851b-49d9-9879-b30b412f121e tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423429 Mar 07 14:09:08.439442 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c854cb-5085-4d56-b55b-aa02a382cc7c req-dc2329c5-8dc6-40a2-bd0d-b76a59e362aa tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:08.440867 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-81c854cb-5085-4d56-b55b-aa02a382cc7c req-dc2329c5-8dc6-40a2-bd0d-b76a59e362aa tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0557129 Mar 07 14:09:08.488339 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-81c854cb-5085-4d56-b55b-aa02a382cc7c req-62af0e36-21b4-4157-9dfd-b259be0a9756 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418968 Mar 07 14:09:09.603567 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db3c17-33e5-43da-b70d-91f98e4a25fa req-2637e0e9-93cf-4b06-8653-08f9ee9b2590 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:09.605117 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e2db3c17-33e5-43da-b70d-91f98e4a25fa req-2637e0e9-93cf-4b06-8653-08f9ee9b2590 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0518436 Mar 07 14:09:09.656729 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e2db3c17-33e5-43da-b70d-91f98e4a25fa req-6fe28aa5-57e2-454d-a464-c5e7c61df514 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454965 Mar 07 14:09:10.785618 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4c966-5cf8-46c1-94a3-e7521f607a06 req-88825fde-1f51-41c2-bf15-d76f670a232b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:10.787107 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fef4c966-5cf8-46c1-94a3-e7521f607a06 req-88825fde-1f51-41c2-bf15-d76f670a232b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0574090 Mar 07 14:09:10.832596 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fef4c966-5cf8-46c1-94a3-e7521f607a06 req-6bee1a9a-da9e-40e7-9653-f6abcc736311 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 Mar 07 14:09:11.951344 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849795cc-4e6d-4ce8-8925-c6aa44ecdae7 req-6f9922a6-9d05-43b3-8043-6eae7d41ab7f tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:11.952850 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-849795cc-4e6d-4ce8-8925-c6aa44ecdae7 req-6f9922a6-9d05-43b3-8043-6eae7d41ab7f tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0520473 Mar 07 14:09:11.998758 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-849795cc-4e6d-4ce8-8925-c6aa44ecdae7 req-a401ec58-7639-440c-a7b7-948093864a9d tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404837 Mar 07 14:09:13.123235 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e191e8f-18d8-409c-a789-488f3ba76127 req-10fdc0ab-e189-4acf-a3bd-a937ef3cd562 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:13.124743 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7e191e8f-18d8-409c-a789-488f3ba76127 req-10fdc0ab-e189-4acf-a3bd-a937ef3cd562 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0598047 Mar 07 14:09:13.177574 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7e191e8f-18d8-409c-a789-488f3ba76127 req-6c4998f4-7572-4a4e-81d1-a5b64e021bf1 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473723 Mar 07 14:09:13.718184 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 33754) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:13.823382 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2b21f697-3a35-43a3-a430-cb88324c7039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:13.905783 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2b21f697-3a35-43a3-a430-cb88324c7039 admin admin] Publish callbacks [] for security_group (c69a798a-3888-4fe0-aa38-7a2c3cb8adef), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:13.911168 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2b21f697-3a35-43a3-a430-cb88324c7039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (c69a798a-3888-4fe0-aa38-7a2c3cb8adef), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:13.943808 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21f697-3a35-43a3-a430-cb88324c7039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69a798a-3888-4fe0-aa38-7a2c3cb8adef,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:13.961728 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 33770) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:13.965218 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-2b21f697-3a35-43a3-a430-cb88324c7039 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3afac2108a14851a03568c59def3af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458603 Mar 07 14:09:14.012816 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2a399e8a-0864-43c6-914a-c2d3dd11e9ff admin admin] Publish callbacks [] for security_group (c69a798a-3888-4fe0-aa38-7a2c3cb8adef), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:14.034598 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2a399e8a-0864-43c6-914a-c2d3dd11e9ff admin admin] Publish callbacks [] for security_group (c69a798a-3888-4fe0-aa38-7a2c3cb8adef), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:14.086370 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2a399e8a-0864-43c6-914a-c2d3dd11e9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (c69a798a-3888-4fe0-aa38-7a2c3cb8adef), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:14.089083 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2a399e8a-0864-43c6-914a-c2d3dd11e9ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:14.090425 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-2a399e8a-0864-43c6-914a-c2d3dd11e9ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c69a798a-3888-4fe0-aa38-7a2c3cb8adef HTTP/1.1" status: 204 len: 168 time: 0.1277382 Mar 07 14:09:14.106441 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a399e8a-0864-43c6-914a-c2d3dd11e9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69a798a-3888-4fe0-aa38-7a2c3cb8adef,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:14.306916 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb79233-722a-4089-809f-ba4e7ee6dae6 req-166bebb4-8a87-492b-a171-0d07a9269811 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:14.308499 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7fb79233-722a-4089-809f-ba4e7ee6dae6 req-166bebb4-8a87-492b-a171-0d07a9269811 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0540650 Mar 07 14:09:14.360762 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7fb79233-722a-4089-809f-ba4e7ee6dae6 req-0bddaade-6676-43da-bb25-e03a86b90104 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466349 Mar 07 14:09:14.383508 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 33788) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:14.397098 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-33c6210e-6272-4666-b3e5-79dfd8fa097b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:14.473574 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-33c6210e-6272-4666-b3e5-79dfd8fa097b admin admin] Publish callbacks [] for security_group (521c7836-5af7-4674-a0b2-6a8bff5a4d1a), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:14.477179 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-33c6210e-6272-4666-b3e5-79dfd8fa097b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (521c7836-5af7-4674-a0b2-6a8bff5a4d1a), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:14.514420 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-33c6210e-6272-4666-b3e5-79dfd8fa097b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7150a10e0e764e388aa3c1e47235b6e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295593 Mar 07 14:09:14.516329 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6210e-6272-4666-b3e5-79dfd8fa097b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521c7836-5af7-4674-a0b2-6a8bff5a4d1a,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:14.517157 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 33792) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:14.566004 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1773-e2d8-47ad-9067-7e523e2f91aa admin admin] Publish callbacks [] for security_group (521c7836-5af7-4674-a0b2-6a8bff5a4d1a), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:14.588291 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1773-e2d8-47ad-9067-7e523e2f91aa admin admin] Publish callbacks [] for security_group (521c7836-5af7-4674-a0b2-6a8bff5a4d1a), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:14.636266 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1773-e2d8-47ad-9067-7e523e2f91aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (521c7836-5af7-4674-a0b2-6a8bff5a4d1a), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:14.639960 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1773-e2d8-47ad-9067-7e523e2f91aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:14.641280 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f5bb1773-e2d8-47ad-9067-7e523e2f91aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/521c7836-5af7-4674-a0b2-6a8bff5a4d1a HTTP/1.1" status: 204 len: 168 time: 0.1229889 Mar 07 14:09:14.649672 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb1773-e2d8-47ad-9067-7e523e2f91aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521c7836-5af7-4674-a0b2-6a8bff5a4d1a,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:14.964399 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 33800) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:14.978518 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-782d9404-d2bf-424b-821a-2cf5cc463e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:15.053217 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-782d9404-d2bf-424b-821a-2cf5cc463e7d admin admin] Publish callbacks [] for security_group (418f17ed-a0d4-49c0-920e-8225c639816a), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:15.056943 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-782d9404-d2bf-424b-821a-2cf5cc463e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (418f17ed-a0d4-49c0-920e-8225c639816a), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:15.093512 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d9404-d2bf-424b-821a-2cf5cc463e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418f17ed-a0d4-49c0-920e-8225c639816a,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:15.097818 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-782d9404-d2bf-424b-821a-2cf5cc463e7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9599d4d1bc5c4177933ca5db7a3ce9f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321552 Mar 07 14:09:15.100800 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 33802) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:15.149497 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-76a31d71-3ece-443a-9c54-2c5f8b27c00a admin admin] Publish callbacks [] for security_group (418f17ed-a0d4-49c0-920e-8225c639816a), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:15.171425 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-76a31d71-3ece-443a-9c54-2c5f8b27c00a admin admin] Publish callbacks [] for security_group (418f17ed-a0d4-49c0-920e-8225c639816a), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:15.217073 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-76a31d71-3ece-443a-9c54-2c5f8b27c00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (418f17ed-a0d4-49c0-920e-8225c639816a), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:15.219800 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-76a31d71-3ece-443a-9c54-2c5f8b27c00a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:15.224255 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-76a31d71-3ece-443a-9c54-2c5f8b27c00a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/418f17ed-a0d4-49c0-920e-8225c639816a HTTP/1.1" status: 204 len: 168 time: 0.1197276 Mar 07 14:09:15.229638 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a31d71-3ece-443a-9c54-2c5f8b27c00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418f17ed-a0d4-49c0-920e-8225c639816a,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:15.501819 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d2e7f-8245-4178-9e42-29e5b0181a65 req-e66fddc4-9d16-4ab4-889b-1e2dfdea2d15 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:15.503694 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ed8d2e7f-8245-4178-9e42-29e5b0181a65 req-e66fddc4-9d16-4ab4-889b-1e2dfdea2d15 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0694480 Mar 07 14:09:15.583494 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ed8d2e7f-8245-4178-9e42-29e5b0181a65 req-04566962-4d05-4141-9fd8-f9ec39ec640d tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733678 Mar 07 14:09:15.819908 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e33c7b84-931c-4a21-b369-7d7398247abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:16.707580 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9dc6b-90fc-4aae-bb8e-7f9b2915aba8 req-56cafea7-a30e-479e-92ca-6b3372cc4452 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:16.709099 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bcd9dc6b-90fc-4aae-bb8e-7f9b2915aba8 req-56cafea7-a30e-479e-92ca-6b3372cc4452 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0605707 Mar 07 14:09:16.770157 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bcd9dc6b-90fc-4aae-bb8e-7f9b2915aba8 req-87aab46d-e690-451d-86e1-b13c6ca75ef5 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548649 Mar 07 14:09:17.404545 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:09:17.890654 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8044e66-3365-48f2-88f3-b87ee57fa9c3 req-3ce71f5b-691b-4ef1-b715-e3647d17cacc tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:17.892139 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f8044e66-3365-48f2-88f3-b87ee57fa9c3 req-3ce71f5b-691b-4ef1-b715-e3647d17cacc tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0532172 Mar 07 14:09:17.938871 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f8044e66-3365-48f2-88f3-b87ee57fa9c3 req-90762366-4bb9-4fed-af90-50de3f4282c3 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409553 Mar 07 14:09:18.128365 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-07bc6783-c04b-4c68-a270-4db571bbed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:19.057697 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f48ba8-f5b4-4caa-a1ad-df889b0ea819 req-75808ac9-0c67-440f-b4b0-b715dc2bbfb0 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:19.059442 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e0f48ba8-f5b4-4caa-a1ad-df889b0ea819 req-75808ac9-0c67-440f-b4b0-b715dc2bbfb0 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0519221 Mar 07 14:09:19.106662 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e0f48ba8-f5b4-4caa-a1ad-df889b0ea819 req-020cf0c2-bd49-4838-9931-c042e98cb37f tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401795 Mar 07 14:09:19.380979 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:20.225927 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373f89a-4593-4458-b6fd-757188eadaf9 req-a0a3f3f0-dd5b-40c9-a659-5ade77c0a3c9 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:20.227399 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3373f89a-4593-4458-b6fd-757188eadaf9 req-a0a3f3f0-dd5b-40c9-a659-5ade77c0a3c9 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0564799 Mar 07 14:09:20.275128 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3373f89a-4593-4458-b6fd-757188eadaf9 req-23298ba0-7338-43b3-8204-5b41c43de7b5 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420163 Mar 07 14:09:20.807611 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:21.390560 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59332498-7626-4bad-9009-b214da1c48ba req-078c173f-48df-43b7-8185-466eac6050ef tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:21.392032 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59332498-7626-4bad-9009-b214da1c48ba req-078c173f-48df-43b7-8185-466eac6050ef tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0518267 Mar 07 14:09:21.437036 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59332498-7626-4bad-9009-b214da1c48ba req-adc45405-667f-4427-bea3-ad317e1caed0 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392933 Mar 07 14:09:22.282007 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:22.557067 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aae690-532c-4759-b241-9d38f342edbb req-90394235-1fb1-4779-8537-c62a12938844 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:22.558532 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e8aae690-532c-4759-b241-9d38f342edbb req-90394235-1fb1-4779-8537-c62a12938844 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0557611 Mar 07 14:09:22.603724 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e8aae690-532c-4759-b241-9d38f342edbb req-4b2fb0c1-9e5b-44f6-9217-ca220587c4ea tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396576 Mar 07 14:09:23.718572 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59badb-a06f-4612-86ee-639ea269fe48 req-0c436b20-50ae-4710-b7fa-e11a160318d3 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:23.720019 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5d59badb-a06f-4612-86ee-639ea269fe48 req-0c436b20-50ae-4710-b7fa-e11a160318d3 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0517116 Mar 07 14:09:23.765923 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5d59badb-a06f-4612-86ee-639ea269fe48 req-7e495332-25d9-4d78-ac61-fdcb3e95465f tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404661 Mar 07 14:09:24.880511 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fed61-8e93-4734-9b76-dbaf31e29096 req-0a46232b-4b16-4d4d-a315-7c1b58c766ca tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:24.881894 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd3fed61-8e93-4734-9b76-dbaf31e29096 req-0a46232b-4b16-4d4d-a315-7c1b58c766ca tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0513189 Mar 07 14:09:24.931107 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd3fed61-8e93-4734-9b76-dbaf31e29096 req-8c159198-7c29-48f7-baa7-8218289b7776 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437188 Mar 07 14:09:26.047726 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aad145-3dd0-4f50-98ee-46135a8d86cf req-e0b1baed-520d-4b0f-8dbe-cc825d7acade tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:26.049231 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e9aad145-3dd0-4f50-98ee-46135a8d86cf req-e0b1baed-520d-4b0f-8dbe-cc825d7acade tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0520420 Mar 07 14:09:26.095041 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e9aad145-3dd0-4f50-98ee-46135a8d86cf req-e3bacd4c-984f-46d1-b899-068af60ccbd4 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402493 Mar 07 14:09:26.355307 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:27.209994 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803d1d1-7cdd-4d89-a86c-9e3defeda3b8 req-270aaefd-ace8-4840-9b25-90774e89ebdc tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:27.211496 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4803d1d1-7cdd-4d89-a86c-9e3defeda3b8 req-270aaefd-ace8-4840-9b25-90774e89ebdc tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0511603 Mar 07 14:09:27.256783 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4803d1d1-7cdd-4d89-a86c-9e3defeda3b8 req-5ba54c8c-9144-45f2-9471-4f99eaa1d5e8 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393150 Mar 07 14:09:28.376730 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b35e5f-b10d-40ce-84fa-786d1127dc90 req-a7bde4e3-e89d-46c3-af06-ea91d23cc507 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:28.378205 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-40b35e5f-b10d-40ce-84fa-786d1127dc90 req-a7bde4e3-e89d-46c3-af06-ea91d23cc507 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0550542 Mar 07 14:09:28.424351 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-40b35e5f-b10d-40ce-84fa-786d1127dc90 req-3f3c722b-e535-489f-a38d-04cd9580689c tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406497 Mar 07 14:09:29.541170 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b2dca-b3e8-4edf-9c5c-9d55e8d7d827 req-d9753263-49b3-41e7-85fe-886fa8513804 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:29.542625 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c59b2dca-b3e8-4edf-9c5c-9d55e8d7d827 req-d9753263-49b3-41e7-85fe-886fa8513804 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0512652 Mar 07 14:09:29.589894 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c59b2dca-b3e8-4edf-9c5c-9d55e8d7d827 req-f4c20422-b279-4e16-8171-4f545a643f93 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411258 Mar 07 14:09:30.706627 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669fef1-f244-4698-8364-4c41abc5b34e req-22f36f0a-8873-4d06-867b-37f54e5f2775 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:30.708099 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3669fef1-f244-4698-8364-4c41abc5b34e req-22f36f0a-8873-4d06-867b-37f54e5f2775 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0523167 Mar 07 14:09:30.756851 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3669fef1-f244-4698-8364-4c41abc5b34e req-cda80475-08f7-4f41-84bd-1645f279ca4c tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431502 Mar 07 14:09:31.875491 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37b1dd-d23c-421d-917b-e54794574a50 req-308a446f-ef07-4198-b0e9-e10f428d4f02 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:31.877023 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2a37b1dd-d23c-421d-917b-e54794574a50 req-308a446f-ef07-4198-b0e9-e10f428d4f02 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0551100 Mar 07 14:09:31.927056 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2a37b1dd-d23c-421d-917b-e54794574a50 req-4da2d16a-1708-4b70-9530-0c4f91fc0637 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442240 Mar 07 14:09:31.975582 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274574f-7ed0-4905-a4a4-1590e04e2bc3 req-563f2737-819b-45c5-b474-e23dc77d453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:31.977146 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c274574f-7ed0-4905-a4a4-1590e04e2bc3 req-563f2737-819b-45c5-b474-e23dc77d453e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 1129 time: 0.0478935 Mar 07 14:09:32.022297 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c274574f-7ed0-4905-a4a4-1590e04e2bc3 req-ec3b6afe-56dc-4bac-8d37-878b120e42bf service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376327 Mar 07 14:09:32.676823 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 34152) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:32.769678 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 34160) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:32.854319 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-883c3c2f-2826-49e9-b3e8-9edd829e036d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:32.886364 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-118dd4de-bdd7-473d-82a2-4783dec5663f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:32.978239 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-883c3c2f-2826-49e9-b3e8-9edd829e036d admin admin] Publish callbacks [] for security_group (e58117d3-d19c-485a-88d2-e18c23f63ca6), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:32.984023 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-883c3c2f-2826-49e9-b3e8-9edd829e036d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (e58117d3-d19c-485a-88d2-e18c23f63ca6), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.038931 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-118dd4de-bdd7-473d-82a2-4783dec5663f admin admin] Publish callbacks [] for security_group (0c153bb0-16cf-4919-b86a-c16bd5cd7e09), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.043782 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-883c3c2f-2826-49e9-b3e8-9edd829e036d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c16b957b21464c80b640062ab181ae50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657305 Mar 07 14:09:33.045015 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c3c2f-2826-49e9-b3e8-9edd829e036d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58117d3-d19c-485a-88d2-e18c23f63ca6,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:33.048607 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-118dd4de-bdd7-473d-82a2-4783dec5663f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (0c153bb0-16cf-4919-b86a-c16bd5cd7e09), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.048972 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 34166) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:33.071779 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e50849-bba4-470a-b52e-8df76917ac8d req-c4ce84ec-8448-4042-a9af-be4bd9ba1232 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:33.073464 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c1e50849-bba4-470a-b52e-8df76917ac8d req-c4ce84ec-8448-4042-a9af-be4bd9ba1232 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0704296 Mar 07 14:09:33.086016 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118dd4de-bdd7-473d-82a2-4783dec5663f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c153bb0-16cf-4919-b86a-c16bd5cd7e09,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:33.093441 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-118dd4de-bdd7-473d-82a2-4783dec5663f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d2048b4795841e09195c0eb061b92f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194485 Mar 07 14:09:33.093692 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 34168) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:33.140374 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ed126218-d06e-484e-86b6-8dfaaef2b278 admin admin] Publish callbacks [] for security_group (e58117d3-d19c-485a-88d2-e18c23f63ca6), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.140752 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cde19de6-e071-46fe-b0f6-63c7a91afb0d admin admin] Publish callbacks [] for security_group (0c153bb0-16cf-4919-b86a-c16bd5cd7e09), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.155675 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c1e50849-bba4-470a-b52e-8df76917ac8d req-37e4e0bd-3954-40e5-964f-49f663878e1d tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724292 Mar 07 14:09:33.162677 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cde19de6-e071-46fe-b0f6-63c7a91afb0d admin admin] Publish callbacks [] for security_group (0c153bb0-16cf-4919-b86a-c16bd5cd7e09), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.172959 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ed126218-d06e-484e-86b6-8dfaaef2b278 admin admin] Publish callbacks [] for security_group (e58117d3-d19c-485a-88d2-e18c23f63ca6), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.209481 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cde19de6-e071-46fe-b0f6-63c7a91afb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (0c153bb0-16cf-4919-b86a-c16bd5cd7e09), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.211881 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cde19de6-e071-46fe-b0f6-63c7a91afb0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.215313 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-cde19de6-e071-46fe-b0f6-63c7a91afb0d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0c153bb0-16cf-4919-b86a-c16bd5cd7e09 HTTP/1.1" status: 204 len: 168 time: 0.1185050 Mar 07 14:09:33.221378 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde19de6-e071-46fe-b0f6-63c7a91afb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c153bb0-16cf-4919-b86a-c16bd5cd7e09,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:33.222971 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ed126218-d06e-484e-86b6-8dfaaef2b278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (e58117d3-d19c-485a-88d2-e18c23f63ca6), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.225735 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ed126218-d06e-484e-86b6-8dfaaef2b278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.230086 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-ed126218-d06e-484e-86b6-8dfaaef2b278 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e58117d3-d19c-485a-88d2-e18c23f63ca6 HTTP/1.1" status: 204 len: 168 time: 0.1801205 Mar 07 14:09:33.238866 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed126218-d06e-484e-86b6-8dfaaef2b278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58117d3-d19c-485a-88d2-e18c23f63ca6,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:33.502496 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 34180) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:33.512468 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 34182) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:33.516696 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-43ff1217-c00f-4662-b310-0b2b8a509375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.526978 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0a788b12-3979-4176-b018-2d3ddacccfd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.594216 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-43ff1217-c00f-4662-b310-0b2b8a509375 admin admin] Publish callbacks [] for security_group (1600d805-5958-42fc-986d-68c924b0670c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.598219 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-43ff1217-c00f-4662-b310-0b2b8a509375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (1600d805-5958-42fc-986d-68c924b0670c), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.605902 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0a788b12-3979-4176-b018-2d3ddacccfd1 admin admin] Publish callbacks [] for security_group (a58f9b50-3ea0-4367-8db2-913c4e9e54d0), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.609898 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0a788b12-3979-4176-b018-2d3ddacccfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (a58f9b50-3ea0-4367-8db2-913c4e9e54d0), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.638816 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff1217-c00f-4662-b310-0b2b8a509375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1600d805-5958-42fc-986d-68c924b0670c,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:33.643465 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-43ff1217-c00f-4662-b310-0b2b8a509375 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=259b9e249b98472188f3332b1dd0d3e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399076 Mar 07 14:09:33.646422 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 34184) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:33.654081 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a788b12-3979-4176-b018-2d3ddacccfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58f9b50-3ea0-4367-8db2-913c4e9e54d0,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:33.659383 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-0a788b12-3979-4176-b018-2d3ddacccfd1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f5149b116e494253b90422f92a38cbf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456006 Mar 07 14:09:33.662754 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 34186) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:33.731350 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3e7acb0f-4b0b-4d0f-ace0-499941c5472e admin admin] Publish callbacks [] for security_group (1600d805-5958-42fc-986d-68c924b0670c), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.743917 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d39b4c54-ba0b-450e-9816-c6201d53c630 admin admin] Publish callbacks [] for security_group (a58f9b50-3ea0-4367-8db2-913c4e9e54d0), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.766876 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3e7acb0f-4b0b-4d0f-ace0-499941c5472e admin admin] Publish callbacks [] for security_group (1600d805-5958-42fc-986d-68c924b0670c), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.782317 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d39b4c54-ba0b-450e-9816-c6201d53c630 admin admin] Publish callbacks [] for security_group (a58f9b50-3ea0-4367-8db2-913c4e9e54d0), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.847093 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3e7acb0f-4b0b-4d0f-ace0-499941c5472e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (1600d805-5958-42fc-986d-68c924b0670c), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.849965 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3e7acb0f-4b0b-4d0f-ace0-499941c5472e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.853800 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-3e7acb0f-4b0b-4d0f-ace0-499941c5472e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1600d805-5958-42fc-986d-68c924b0670c HTTP/1.1" status: 204 len: 168 time: 0.2038021 Mar 07 14:09:33.860335 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d39b4c54-ba0b-450e-9816-c6201d53c630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (a58f9b50-3ea0-4367-8db2-913c4e9e54d0), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.862858 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d39b4c54-ba0b-450e-9816-c6201d53c630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:33.866355 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-d39b4c54-ba0b-450e-9816-c6201d53c630 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a58f9b50-3ea0-4367-8db2-913c4e9e54d0 HTTP/1.1" status: 204 len: 168 time: 0.2003117 Mar 07 14:09:33.866355 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7acb0f-4b0b-4d0f-ace0-499941c5472e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1600d805-5958-42fc-986d-68c924b0670c,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:33.885091 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b4c54-ba0b-450e-9816-c6201d53c630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58f9b50-3ea0-4367-8db2-913c4e9e54d0,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:34.288611 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5f484-d25e-4b82-9a16-9a703cac7010 req-c15c5fdb-d687-4bdf-89c0-d137541fbaa5 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:34.290859 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-38e5f484-d25e-4b82-9a16-9a703cac7010 req-c15c5fdb-d687-4bdf-89c0-d137541fbaa5 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0623240 Mar 07 14:09:34.342306 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-38e5f484-d25e-4b82-9a16-9a703cac7010 req-d57f2005-32a4-42c9-baec-580c08c390be tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445225 Mar 07 14:09:34.474000 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33ee81-5a4f-44a1-a9c3-2a05ec8a25c6 req-c28d37f7-e600-44ce-a0b0-6d47f17ba1e7 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:34.475669 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0d33ee81-5a4f-44a1-a9c3-2a05ec8a25c6 req-c28d37f7-e600-44ce-a0b0-6d47f17ba1e7 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0592639 Mar 07 14:09:34.531473 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0d33ee81-5a4f-44a1-a9c3-2a05ec8a25c6 req-0e47b95c-9782-4921-a02a-6a46d2b5243d tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500968 Mar 07 14:09:37.226463 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5241282-7b0d-4901-802d-695b74d2276c req-e56c8efe-df13-4ca7-a1c7-771f9dc692a4 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:37.228152 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e5241282-7b0d-4901-802d-695b74d2276c req-e56c8efe-df13-4ca7-a1c7-771f9dc692a4 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0990689 Mar 07 14:09:37.231931 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc5958-22d4-4a01-a1a7-b383c724d25a req-2f6ce6c7-74e4-4126-9263-93394c5025d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:37.232508 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a2cc5958-22d4-4a01-a1a7-b383c724d25a req-2f6ce6c7-74e4-4126-9263-93394c5025d6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15dbf5263913404f98297aed6eaa217f&device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 1130 time: 0.0825293 Mar 07 14:09:37.335208 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e5241282-7b0d-4901-802d-695b74d2276c req-23d13c7b-1c83-4a8b-9efc-d8c16168007d tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012452 Mar 07 14:09:37.361541 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc5958-22d4-4a01-a1a7-b383c724d25a req-ec3c24d5-9a46-4875-8dbd-838a53b8e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:37.363169 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a2cc5958-22d4-4a01-a1a7-b383c724d25a req-ec3c24d5-9a46-4875-8dbd-838a53b8e35f service neutron] 10.222.0.25 "GET /v2.0/networks?id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 HTTP/1.1" status: 200 len: 920 time: 0.1220398 Mar 07 14:09:37.408935 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a2cc5958-22d4-4a01-a1a7-b383c724d25a req-14cc0e1e-854e-4232-a91e-4a319bc16d3f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da HTTP/1.1" status: 200 len: 217 time: 0.0383103 Mar 07 14:09:37.456842 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc5958-22d4-4a01-a1a7-b383c724d25a req-82e37e9c-7afd-48cf-8a31-8128716d8f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:37.458324 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a2cc5958-22d4-4a01-a1a7-b383c724d25a req-82e37e9c-7afd-48cf-8a31-8128716d8f7c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f082187e-97c3-4fc5-973d-4bcab4639dde HTTP/1.1" status: 200 len: 859 time: 0.0437329 Mar 07 14:09:37.494657 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a2cc5958-22d4-4a01-a1a7-b383c724d25a req-aa92546a-826e-4897-bd82-0b46b9340060 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295978 Mar 07 14:09:37.589793 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a2cc5958-22d4-4a01-a1a7-b383c724d25a req-360ddce7-8c3b-46a4-9a7c-361b7e86c71d service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887702 Mar 07 14:09:37.684623 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a2cc5958-22d4-4a01-a1a7-b383c724d25a req-cb1a28df-17c8-49bd-aca5-b37aa1ffe7ed service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874465 Mar 07 14:09:38.460089 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25b01d-cdf7-4cef-a475-ca89d91a9f76 req-0baf3631-8a7d-4a18-8999-5f92e84bc50d tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:38.461610 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2d25b01d-cdf7-4cef-a475-ca89d91a9f76 req-0baf3631-8a7d-4a18-8999-5f92e84bc50d tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0547075 Mar 07 14:09:38.514958 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2d25b01d-cdf7-4cef-a475-ca89d91a9f76 req-989e703c-b158-43df-b185-400d414bf602 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476727 Mar 07 14:09:39.642141 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f42c8-f3fe-42f0-af8b-07eaaa7fea33 req-e4c486a4-3b8a-4528-8d25-09f5438e0a3b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:39.649478 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-541f42c8-f3fe-42f0-af8b-07eaaa7fea33 req-e4c486a4-3b8a-4528-8d25-09f5438e0a3b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0614409 Mar 07 14:09:39.700541 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-541f42c8-f3fe-42f0-af8b-07eaaa7fea33 req-b3fd991d-6769-42fc-9263-3e12d82d0d19 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501461 Mar 07 14:09:39.984314 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 34402) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:40.089281 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5ce556e7-3a06-460d-9224-883f241cf052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:40.169482 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5ce556e7-3a06-460d-9224-883f241cf052 admin admin] Publish callbacks [] for security_group (10676c8a-cb1b-4044-8dc8-35038c7973a3), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:40.173318 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5ce556e7-3a06-460d-9224-883f241cf052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (10676c8a-cb1b-4044-8dc8-35038c7973a3), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:40.211451 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-5ce556e7-3a06-460d-9224-883f241cf052 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d98bd50e7774074bbce28b158885dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260764 Mar 07 14:09:40.212320 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce556e7-3a06-460d-9224-883f241cf052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10676c8a-cb1b-4044-8dc8-35038c7973a3,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:40.214145 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 34408) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:40.262120 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d4af14f4-53f9-439b-8cb6-c578e348f1a6 admin admin] Publish callbacks [] for security_group (10676c8a-cb1b-4044-8dc8-35038c7973a3), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:40.284565 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d4af14f4-53f9-439b-8cb6-c578e348f1a6 admin admin] Publish callbacks [] for security_group (10676c8a-cb1b-4044-8dc8-35038c7973a3), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:40.332268 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d4af14f4-53f9-439b-8cb6-c578e348f1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (10676c8a-cb1b-4044-8dc8-35038c7973a3), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:40.334828 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d4af14f4-53f9-439b-8cb6-c578e348f1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:40.335954 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-d4af14f4-53f9-439b-8cb6-c578e348f1a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10676c8a-cb1b-4044-8dc8-35038c7973a3 HTTP/1.1" status: 204 len: 168 time: 0.1201389 Mar 07 14:09:40.344098 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af14f4-53f9-439b-8cb6-c578e348f1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10676c8a-cb1b-4044-8dc8-35038c7973a3,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:40.591307 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 34416) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:40.604573 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d8b200a9-2714-44fe-bd47-5195544f2f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:40.679349 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d8b200a9-2714-44fe-bd47-5195544f2f41 admin admin] Publish callbacks [] for security_group (746ba03c-7d98-44d5-bbec-051fd9658237), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:40.683078 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d8b200a9-2714-44fe-bd47-5195544f2f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (746ba03c-7d98-44d5-bbec-051fd9658237), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:40.722741 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-d8b200a9-2714-44fe-bd47-5195544f2f41 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4bcde403d19c4153b344ce845a9b2e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302745 Mar 07 14:09:40.723614 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b200a9-2714-44fe-bd47-5195544f2f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746ba03c-7d98-44d5-bbec-051fd9658237,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:40.725636 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 34420) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:09:40.788313 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-30774835-856c-45b2-9e6f-f44169797fd0 admin admin] Publish callbacks [] for security_group (746ba03c-7d98-44d5-bbec-051fd9658237), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:40.810544 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-30774835-856c-45b2-9e6f-f44169797fd0 admin admin] Publish callbacks [] for security_group (746ba03c-7d98-44d5-bbec-051fd9658237), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:40.831251 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344597e-7e2f-4729-aba7-9db61d735f82 req-444e2907-f0b7-45fb-91f2-afc78b7c977f tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:40.834380 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9344597e-7e2f-4729-aba7-9db61d735f82 req-444e2907-f0b7-45fb-91f2-afc78b7c977f tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0568504 Mar 07 14:09:40.859565 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-30774835-856c-45b2-9e6f-f44169797fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (746ba03c-7d98-44d5-bbec-051fd9658237), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:40.862309 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-30774835-856c-45b2-9e6f-f44169797fd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:40.864988 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-30774835-856c-45b2-9e6f-f44169797fd0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/746ba03c-7d98-44d5-bbec-051fd9658237 HTTP/1.1" status: 204 len: 168 time: 0.1369121 Mar 07 14:09:40.875510 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30774835-856c-45b2-9e6f-f44169797fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746ba03c-7d98-44d5-bbec-051fd9658237,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:09:40.884301 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9344597e-7e2f-4729-aba7-9db61d735f82 req-63baa5e3-970e-4e30-8a32-c7386d57c3cc tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453718 Mar 07 14:09:42.013769 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdd2da-9a54-49d4-82fc-99521b2529f1 req-0576b4d3-36e4-454b-b106-340a23e22b93 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:42.016705 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-78fdd2da-9a54-49d4-82fc-99521b2529f1 req-0576b4d3-36e4-454b-b106-340a23e22b93 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0588598 Mar 07 14:09:42.069358 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-78fdd2da-9a54-49d4-82fc-99521b2529f1 req-93794d26-458e-4e63-ab02-726b4e2f63b8 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467570 Mar 07 14:09:43.195809 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e01920-315c-47cd-8592-7f2d6b101a43 req-22b53329-4559-489b-84ab-da13b7f6b57b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:43.197337 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b8e01920-315c-47cd-8592-7f2d6b101a43 req-22b53329-4559-489b-84ab-da13b7f6b57b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0511382 Mar 07 14:09:43.245806 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b8e01920-315c-47cd-8592-7f2d6b101a43 req-99e9c4f6-d100-4a49-99f7-96a25e723c6c tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430746 Mar 07 14:09:44.361406 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832110e0-e7a1-40f7-bbf8-22a0f286ee47 req-ed6c350c-e4de-4669-9ffb-28423bfa1523 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:44.362871 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-832110e0-e7a1-40f7-bbf8-22a0f286ee47 req-ed6c350c-e4de-4669-9ffb-28423bfa1523 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0517180 Mar 07 14:09:44.413669 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-832110e0-e7a1-40f7-bbf8-22a0f286ee47 req-d4862927-4daa-4984-8c40-3984bb35dd9e tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450504 Mar 07 14:09:45.534465 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbc70f-070f-4ae1-8e2f-a11f007df2c9 req-fb39ca89-e76d-4df0-87d8-d11b80bbd140 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:45.535886 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ccfbc70f-070f-4ae1-8e2f-a11f007df2c9 req-fb39ca89-e76d-4df0-87d8-d11b80bbd140 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0523345 Mar 07 14:09:45.583163 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ccfbc70f-070f-4ae1-8e2f-a11f007df2c9 req-85e0b34a-4ea4-43e7-a2af-0cf17a49c933 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416842 Mar 07 14:09:45.821016 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-373822bb-f5d8-4119-bab5-f38d0743727e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:46.708746 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ba5f0-c68d-4260-8119-4a40a6f3e8f5 req-0245ff9b-24b4-415c-ac94-7a27139afbe8 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:46.710827 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-912ba5f0-c68d-4260-8119-4a40a6f3e8f5 req-0245ff9b-24b4-415c-ac94-7a27139afbe8 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0615265 Mar 07 14:09:46.770558 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-912ba5f0-c68d-4260-8119-4a40a6f3e8f5 req-4892ae85-198a-4687-afdb-3eefb4a38fde tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514522 Mar 07 14:09:47.897863 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea2815-644c-4f70-bb33-6a9d2783cb12 req-fba05dd3-4ae9-4584-9b0e-0523c4f98334 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:47.899399 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dbea2815-644c-4f70-bb33-6a9d2783cb12 req-fba05dd3-4ae9-4584-9b0e-0523c4f98334 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0561190 Mar 07 14:09:47.946641 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dbea2815-644c-4f70-bb33-6a9d2783cb12 req-183ed6dc-4da7-4863-8c77-825cb92d6200 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417416 Mar 07 14:09:48.132420 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56556c1b-d1af-425a-aea3-e63d011b1ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:49.070881 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114557aa-ada3-4c2a-998f-84fa52ab8f8b req-4c5e9d58-d7db-405b-ac7c-a6b267d81872 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:49.073218 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-114557aa-ada3-4c2a-998f-84fa52ab8f8b req-4c5e9d58-d7db-405b-ac7c-a6b267d81872 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0572171 Mar 07 14:09:49.121913 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-114557aa-ada3-4c2a-998f-84fa52ab8f8b req-5498a263-fb2c-4e3b-98b3-f92613154acf tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439572 Mar 07 14:09:49.383200 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:50.242645 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c9f4a-5093-4d3b-8de6-8726bf6b7e6a req-79c15572-6857-4477-9f07-4fa081a41976 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:50.244371 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-678c9f4a-5093-4d3b-8de6-8726bf6b7e6a req-79c15572-6857-4477-9f07-4fa081a41976 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0547988 Mar 07 14:09:50.292270 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-678c9f4a-5093-4d3b-8de6-8726bf6b7e6a req-07c977d0-6aea-4299-82cd-b35167b3ab8f tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421674 Mar 07 14:09:50.811877 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:51.409765 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d99c1d-eed0-4199-8cd5-59efe6acfa76 req-09e1538e-13e6-4643-a9f9-2511b3ee02e7 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:51.413530 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a4d99c1d-eed0-4199-8cd5-59efe6acfa76 req-09e1538e-13e6-4643-a9f9-2511b3ee02e7 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0534236 Mar 07 14:09:51.462744 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a4d99c1d-eed0-4199-8cd5-59efe6acfa76 req-4d702d89-3d45-4ccd-b32b-91eee909abf0 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453579 Mar 07 14:09:52.285351 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:52.583387 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1b390-26b7-4fd3-b829-1488becae0ea req-d4de4cf4-62a9-4d17-93f1-4bafa38aca88 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:52.584902 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4bf1b390-26b7-4fd3-b829-1488becae0ea req-d4de4cf4-62a9-4d17-93f1-4bafa38aca88 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0554919 Mar 07 14:09:52.633055 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4bf1b390-26b7-4fd3-b829-1488becae0ea req-1315f9ea-92b6-4a19-a4a2-ce780b02457b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427458 Mar 07 14:09:53.752699 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead8a24-92ec-4e2b-b3ed-e077b9df2235 req-3ecb8e46-19ef-478b-aad4-a7692ecfad47 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:53.754177 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7ead8a24-92ec-4e2b-b3ed-e077b9df2235 req-3ecb8e46-19ef-478b-aad4-a7692ecfad47 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0550499 Mar 07 14:09:53.802466 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7ead8a24-92ec-4e2b-b3ed-e077b9df2235 req-0820447b-2ac8-4a4c-b968-da870d787b48 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427306 Mar 07 14:09:54.402447 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:09:54.925800 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab139214-93e2-46a1-a98a-098907a5d78e req-1d158100-ead7-479e-a947-a547a8fbf99d tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:54.927118 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ab139214-93e2-46a1-a98a-098907a5d78e req-1d158100-ead7-479e-a947-a547a8fbf99d tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0564997 Mar 07 14:09:54.976454 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ab139214-93e2-46a1-a98a-098907a5d78e req-e3706429-ee30-44af-bdae-291196160f0e tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424743 Mar 07 14:09:56.093663 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759ebdd-125c-4d09-809c-e8165ebdae70 req-e23eb0d9-6cf4-4ff9-8f1d-e4d613604d47 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:56.096234 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3759ebdd-125c-4d09-809c-e8165ebdae70 req-e23eb0d9-6cf4-4ff9-8f1d-e4d613604d47 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0536327 Mar 07 14:09:56.146320 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3759ebdd-125c-4d09-809c-e8165ebdae70 req-040c4c37-1e43-4d8b-b292-fd69109038bc tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443654 Mar 07 14:09:56.199055 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cecb0-7a6f-444e-8ede-4555b73baeba req-a585662e-22f9-43b2-a7be-ff96094f1271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:56.199055 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-296cecb0-7a6f-444e-8ede-4555b73baeba req-a585662e-22f9-43b2-a7be-ff96094f1271 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15dbf5263913404f98297aed6eaa217f&device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 1130 time: 0.0467918 Mar 07 14:09:56.305484 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cecb0-7a6f-444e-8ede-4555b73baeba req-a659306c-936e-41ad-ae04-7412233c0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:56.306943 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-296cecb0-7a6f-444e-8ede-4555b73baeba req-a659306c-936e-41ad-ae04-7412233c0fa1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 HTTP/1.1" status: 200 len: 920 time: 0.0875816 Mar 07 14:09:56.350684 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-296cecb0-7a6f-444e-8ede-4555b73baeba req-01bb21c8-3760-4651-a6f9-72f95c522abf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da HTTP/1.1" status: 200 len: 217 time: 0.0356095 Mar 07 14:09:56.378027 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:09:56.405504 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cecb0-7a6f-444e-8ede-4555b73baeba req-e8be77cc-9f86-4a22-a9a4-d9aca1e3be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:56.407594 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-296cecb0-7a6f-444e-8ede-4555b73baeba req-e8be77cc-9f86-4a22-a9a4-d9aca1e3be62 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f082187e-97c3-4fc5-973d-4bcab4639dde HTTP/1.1" status: 200 len: 859 time: 0.0476723 Mar 07 14:09:56.439735 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-296cecb0-7a6f-444e-8ede-4555b73baeba req-a9735984-91d0-4679-8cc5-99b276e3a928 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247512 Mar 07 14:09:56.532655 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-296cecb0-7a6f-444e-8ede-4555b73baeba req-750698a7-026e-498f-81ee-2278eecf25d6 service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813000 Mar 07 14:09:56.621203 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-296cecb0-7a6f-444e-8ede-4555b73baeba req-8d988174-1743-44e8-8359-06787d54ff53 service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833235 Mar 07 14:09:57.270725 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0710120-1825-4851-b04b-89a85b495785 req-386f0969-67cb-46d0-9ec0-3ec05f14f53d tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:57.272202 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b0710120-1825-4851-b04b-89a85b495785 req-386f0969-67cb-46d0-9ec0-3ec05f14f53d tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0547812 Mar 07 14:09:57.320114 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b0710120-1825-4851-b04b-89a85b495785 req-254ef2c8-f691-4bb9-aad4-621229ade2b6 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423398 Mar 07 14:09:58.443284 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef0b4-8504-4eff-8c97-694583fec1c6 req-40d3e7a7-ec30-406e-bf8d-91f93f8fa7fe tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:58.444847 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-345ef0b4-8504-4eff-8c97-694583fec1c6 req-40d3e7a7-ec30-406e-bf8d-91f93f8fa7fe tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0576363 Mar 07 14:09:58.493089 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-345ef0b4-8504-4eff-8c97-694583fec1c6 req-d3adf8dc-ee2f-4e8e-96fd-98bcb32700b5 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427170 Mar 07 14:09:59.609628 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4239b91-d888-4515-b448-2cf071f938e9 req-06820210-5f73-413b-a51e-4bf2f092ec9a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:09:59.611113 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c4239b91-d888-4515-b448-2cf071f938e9 req-06820210-5f73-413b-a51e-4bf2f092ec9a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0519853 Mar 07 14:09:59.657495 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c4239b91-d888-4515-b448-2cf071f938e9 req-dff0e5bf-14f3-436f-a537-467b884f0d0d tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406017 Mar 07 14:10:00.777768 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b87276-bc5d-4d01-9609-5077a7f4d4f2 req-6db5a3c0-3896-4cb6-b823-782d76b73aaf tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:00.779200 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a6b87276-bc5d-4d01-9609-5077a7f4d4f2 req-6db5a3c0-3896-4cb6-b823-782d76b73aaf tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0556536 Mar 07 14:10:00.824724 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a6b87276-bc5d-4d01-9609-5077a7f4d4f2 req-55e2267e-fea4-479e-9d58-17753e5f354b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394249 Mar 07 14:10:01.938858 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed5cd2-e0c8-4e05-a0d2-45a873e1b4a1 req-ff687ad6-8048-4f13-b62d-d48d2eb4d11c tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:01.940239 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-39ed5cd2-e0c8-4e05-a0d2-45a873e1b4a1 req-ff687ad6-8048-4f13-b62d-d48d2eb4d11c tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0507276 Mar 07 14:10:01.986197 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-39ed5cd2-e0c8-4e05-a0d2-45a873e1b4a1 req-4dbee484-ced6-4625-a6af-ba8ded8ab0b3 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394166 Mar 07 14:10:03.118997 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17523d66-ad84-44a1-9b22-f0ad8f2cd8c9 req-86fd94b1-243f-434d-9b78-194f73349b60 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:03.120461 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-17523d66-ad84-44a1-9b22-f0ad8f2cd8c9 req-86fd94b1-243f-434d-9b78-194f73349b60 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0646482 Mar 07 14:10:03.169096 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-17523d66-ad84-44a1-9b22-f0ad8f2cd8c9 req-96b0209e-2161-44eb-a81b-bcb47acf5744 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431418 Mar 07 14:10:04.490358 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3b71f-91a9-4bb4-a055-869848e51b76 req-9af98a02-1b5b-4380-92b2-2acbdadd56bf tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:04.491737 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-abc3b71f-91a9-4bb4-a055-869848e51b76 req-9af98a02-1b5b-4380-92b2-2acbdadd56bf tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.2558978 Mar 07 14:10:04.494199 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc342cc-c8fa-4d49-b08a-c39207d39f5f req-46a62c55-69eb-4b2f-ad71-2a67b37b891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:04.495538 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-afc342cc-c8fa-4d49-b08a-c39207d39f5f req-46a62c55-69eb-4b2f-ad71-2a67b37b891d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 1130 time: 0.2474420 Mar 07 14:10:04.571004 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-afc342cc-c8fa-4d49-b08a-c39207d39f5f req-dd379104-3ad2-435b-b9e3-967324558c20 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602171 Mar 07 14:10:04.574301 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-abc3b71f-91a9-4bb4-a055-869848e51b76 req-e28b8183-ee22-4b3b-8aca-8ccef5993745 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770404 Mar 07 14:10:05.703991 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d33018-762a-49b3-be39-36e63e21f40f req-2f732534-58e5-4e5a-bb71-e88b24b43a3b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:05.705490 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b2d33018-762a-49b3-be39-36e63e21f40f req-2f732534-58e5-4e5a-bb71-e88b24b43a3b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0518508 Mar 07 14:10:05.751787 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b2d33018-762a-49b3-be39-36e63e21f40f req-c15bb058-07d5-4208-bf05-7d32825af061 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405986 Mar 07 14:10:06.873390 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704aa09-b51e-43df-a206-b809c7982f36 req-b524e425-f00c-4985-b469-d2f1808ff103 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:06.874901 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7704aa09-b51e-43df-a206-b809c7982f36 req-b524e425-f00c-4985-b469-d2f1808ff103 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0541980 Mar 07 14:10:06.923074 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7704aa09-b51e-43df-a206-b809c7982f36 req-9e090990-4e4e-4239-ba77-a3963ae0cfd3 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423684 Mar 07 14:10:07.210010 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f52511-f834-4291-8e61-e3af7bcf8526 req-f1606a3a-6ef9-442c-ac5d-86058892318b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:07.211457 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d4f52511-f834-4291-8e61-e3af7bcf8526 req-f1606a3a-6ef9-442c-ac5d-86058892318b tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0970097 Mar 07 14:10:07.213959 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de918c40-088d-408a-9528-7c492624d502 req-284c4119-f67f-4920-a4ba-5bf4302fd2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:07.215291 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-de918c40-088d-408a-9528-7c492624d502 req-284c4119-f67f-4920-a4ba-5bf4302fd2ee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15dbf5263913404f98297aed6eaa217f&device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 1130 time: 0.0684993 Mar 07 14:10:07.314956 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d4f52511-f834-4291-8e61-e3af7bcf8526 req-07092d29-0291-4243-b86b-4ec5ba051244 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980299 Mar 07 14:10:07.337700 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de918c40-088d-408a-9528-7c492624d502 req-579e59e2-5ca6-4f23-ae72-f6b1650b24a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:07.339154 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-de918c40-088d-408a-9528-7c492624d502 req-579e59e2-5ca6-4f23-ae72-f6b1650b24a7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 HTTP/1.1" status: 200 len: 920 time: 0.1155725 Mar 07 14:10:07.388027 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-de918c40-088d-408a-9528-7c492624d502 req-86240b69-3e39-41df-b646-9908327a333f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da HTTP/1.1" status: 200 len: 217 time: 0.0340307 Mar 07 14:10:07.437775 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de918c40-088d-408a-9528-7c492624d502 req-dfc9c98d-61bc-45b8-a909-9254f97e20a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:07.439206 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-de918c40-088d-408a-9528-7c492624d502 req-dfc9c98d-61bc-45b8-a909-9254f97e20a0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f082187e-97c3-4fc5-973d-4bcab4639dde HTTP/1.1" status: 200 len: 859 time: 0.0417593 Mar 07 14:10:07.481990 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-de918c40-088d-408a-9528-7c492624d502 req-dba8f49b-8025-4a82-94e4-e1cc5c1d9403 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363185 Mar 07 14:10:07.577280 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-de918c40-088d-408a-9528-7c492624d502 req-137b4f39-baa4-4f68-a4e2-fe22ded890ad service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880191 Mar 07 14:10:07.670012 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-de918c40-088d-408a-9528-7c492624d502 req-97cb7794-92a0-4969-bce2-348b86e9e15c service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858598 Mar 07 14:10:08.435723 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b15f41-2ab2-4d2e-b8fc-986694a6c735 req-e292867e-e2e0-4c43-bc69-9dc862f8fca7 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:08.437219 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c8b15f41-2ab2-4d2e-b8fc-986694a6c735 req-e292867e-e2e0-4c43-bc69-9dc862f8fca7 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0527613 Mar 07 14:10:08.482442 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c8b15f41-2ab2-4d2e-b8fc-986694a6c735 req-2588ae02-8a1f-460e-b4be-8dc5a8c368f8 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391357 Mar 07 14:10:09.601705 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8404ff-825d-4686-9ff4-faf86efe2b94 req-bde7d799-5e7b-4c55-8df4-53c166afde54 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:09.603212 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8c8404ff-825d-4686-9ff4-faf86efe2b94 req-bde7d799-5e7b-4c55-8df4-53c166afde54 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0534172 Mar 07 14:10:09.650467 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8c8404ff-825d-4686-9ff4-faf86efe2b94 req-13a472cc-fbe8-4454-a93a-c29f81ab2165 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417621 Mar 07 14:10:09.953674 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 34862) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:10.060436 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-39c6721c-ee95-4628-ab72-25fa41141ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:10.134778 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-39c6721c-ee95-4628-ab72-25fa41141ccb admin admin] Publish callbacks [] for security_group (d005b952-7e50-41f5-96d1-b78d1b8708e2), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:10.138379 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-39c6721c-ee95-4628-ab72-25fa41141ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (d005b952-7e50-41f5-96d1-b78d1b8708e2), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:10.176796 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-39c6721c-ee95-4628-ab72-25fa41141ccb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=019d39e2e03144c4a7f2927ea2702381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219746 Mar 07 14:10:10.177623 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6721c-ee95-4628-ab72-25fa41141ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d005b952-7e50-41f5-96d1-b78d1b8708e2,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:10.179508 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 34868) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:10.184576 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c6721c-ee95-4628-ab72-25fa41141ccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.184955 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c6721c-ee95-4628-ab72-25fa41141ccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.185302 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c6721c-ee95-4628-ab72-25fa41141ccb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.185637 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c6721c-ee95-4628-ab72-25fa41141ccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.185969 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c6721c-ee95-4628-ab72-25fa41141ccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.186297 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c6721c-ee95-4628-ab72-25fa41141ccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.186625 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c6721c-ee95-4628-ab72-25fa41141ccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.186952 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c6721c-ee95-4628-ab72-25fa41141ccb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.187276 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c6721c-ee95-4628-ab72-25fa41141ccb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.187605 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c6721c-ee95-4628-ab72-25fa41141ccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.187928 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c6721c-ee95-4628-ab72-25fa41141ccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.188247 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c6721c-ee95-4628-ab72-25fa41141ccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.188567 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c6721c-ee95-4628-ab72-25fa41141ccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.227717 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-89a54730-dacd-4d79-a6b7-49986cd67a6a admin admin] Publish callbacks [] for security_group (d005b952-7e50-41f5-96d1-b78d1b8708e2), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:10.248653 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-89a54730-dacd-4d79-a6b7-49986cd67a6a admin admin] Publish callbacks [] for security_group (d005b952-7e50-41f5-96d1-b78d1b8708e2), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:10.298818 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-89a54730-dacd-4d79-a6b7-49986cd67a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (d005b952-7e50-41f5-96d1-b78d1b8708e2), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:10.302240 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-89a54730-dacd-4d79-a6b7-49986cd67a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:10.303512 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-89a54730-dacd-4d79-a6b7-49986cd67a6a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d005b952-7e50-41f5-96d1-b78d1b8708e2 HTTP/1.1" status: 204 len: 168 time: 0.1229987 Mar 07 14:10:10.311076 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a54730-dacd-4d79-a6b7-49986cd67a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d005b952-7e50-41f5-96d1-b78d1b8708e2,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:10.318105 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a54730-dacd-4d79-a6b7-49986cd67a6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.318482 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a54730-dacd-4d79-a6b7-49986cd67a6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.318834 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a54730-dacd-4d79-a6b7-49986cd67a6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.319170 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a54730-dacd-4d79-a6b7-49986cd67a6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.319506 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a54730-dacd-4d79-a6b7-49986cd67a6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.319842 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a54730-dacd-4d79-a6b7-49986cd67a6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.320189 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a54730-dacd-4d79-a6b7-49986cd67a6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.320523 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a54730-dacd-4d79-a6b7-49986cd67a6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.320896 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a54730-dacd-4d79-a6b7-49986cd67a6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.321244 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a54730-dacd-4d79-a6b7-49986cd67a6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.321649 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a54730-dacd-4d79-a6b7-49986cd67a6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.321898 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a54730-dacd-4d79-a6b7-49986cd67a6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.322221 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a54730-dacd-4d79-a6b7-49986cd67a6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:10:10.767696 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2e688-e0f4-4884-b492-88830d9ccbc5 req-90a7ac03-a0a7-4aa3-8fe8-4d6345d9947a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:10.769836 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-18b2e688-e0f4-4884-b492-88830d9ccbc5 req-90a7ac03-a0a7-4aa3-8fe8-4d6345d9947a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0532503 Mar 07 14:10:10.816032 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-18b2e688-e0f4-4884-b492-88830d9ccbc5 req-cfc90a36-6386-4263-86aa-219237988417 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404322 Mar 07 14:10:11.937094 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98940887-d8d3-461d-bec1-d125dbb8d691 req-c7ea9135-5c83-424c-bdbb-5fb6d8c890ca tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:11.938557 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-98940887-d8d3-461d-bec1-d125dbb8d691 req-c7ea9135-5c83-424c-bdbb-5fb6d8c890ca tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0555675 Mar 07 14:10:11.985058 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-98940887-d8d3-461d-bec1-d125dbb8d691 req-9310ed18-aff7-487d-9bdb-ac2ec73ce740 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403023 Mar 07 14:10:14.443322 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7c7a6-f99f-4877-98ac-e9194ebefc4f req-85243028-1eb0-460d-8302-58252ee21c22 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:14.444818 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c5d7c7a6-f99f-4877-98ac-e9194ebefc4f req-85243028-1eb0-460d-8302-58252ee21c22 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0519605 Mar 07 14:10:14.490702 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c5d7c7a6-f99f-4877-98ac-e9194ebefc4f req-2c821b67-4f01-4e61-bada-72d345f7bf0a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404034 Mar 07 14:10:15.822864 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4ff97d96-257b-459c-a235-7e2dd302a625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:18.133683 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1e7363f-404b-4d25-8bd9-5a06c05f5f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:19.385233 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:20.814115 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:22.287398 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:22.993691 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 35080) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:23.131039 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5f801488-d978-49b8-800d-d1c416df6849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:23.205818 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5f801488-d978-49b8-800d-d1c416df6849 admin admin] Publish callbacks [] for security_group (c2c42b54-8d6d-46e3-ad7b-573f57634c05), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:23.210345 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5f801488-d978-49b8-800d-d1c416df6849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (c2c42b54-8d6d-46e3-ad7b-573f57634c05), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:23.255581 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-5f801488-d978-49b8-800d-d1c416df6849 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3bf5bb38d65b42e299fb5bb1d6405ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608047 Mar 07 14:10:23.256464 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f801488-d978-49b8-800d-d1c416df6849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c42b54-8d6d-46e3-ad7b-573f57634c05,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:23.259348 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 35090) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:23.319341 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8eeab17f-87e6-4709-b5b8-7c50fc24d7c7 admin admin] Publish callbacks [] for security_group (c2c42b54-8d6d-46e3-ad7b-573f57634c05), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:23.340471 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8eeab17f-87e6-4709-b5b8-7c50fc24d7c7 admin admin] Publish callbacks [] for security_group (c2c42b54-8d6d-46e3-ad7b-573f57634c05), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:23.389753 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 35094) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:23.396117 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8eeab17f-87e6-4709-b5b8-7c50fc24d7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (c2c42b54-8d6d-46e3-ad7b-573f57634c05), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:23.399094 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8eeab17f-87e6-4709-b5b8-7c50fc24d7c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:23.400207 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-8eeab17f-87e6-4709-b5b8-7c50fc24d7c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2c42b54-8d6d-46e3-ad7b-573f57634c05 HTTP/1.1" status: 204 len: 168 time: 0.1398156 Mar 07 14:10:23.407907 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeab17f-87e6-4709-b5b8-7c50fc24d7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c42b54-8d6d-46e3-ad7b-573f57634c05,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:23.500735 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8f0dd283-6416-4799-b69f-f3ad41d6f76b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:23.580646 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8f0dd283-6416-4799-b69f-f3ad41d6f76b admin admin] Publish callbacks [] for security_group (cb127bf9-05a1-4596-b845-b5243fa88ded), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:23.585832 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8f0dd283-6416-4799-b69f-f3ad41d6f76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (cb127bf9-05a1-4596-b845-b5243fa88ded), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:23.631968 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-8f0dd283-6416-4799-b69f-f3ad41d6f76b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3c54d7ac2dc4164bd3acb49f78791e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410848 Mar 07 14:10:23.632876 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dd283-6416-4799-b69f-f3ad41d6f76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb127bf9-05a1-4596-b845-b5243fa88ded,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:23.634689 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 35104) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:23.695650 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d0b22e91-2312-44e4-b979-ce5f0f9f498a admin admin] Publish callbacks [] for security_group (cb127bf9-05a1-4596-b845-b5243fa88ded), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:23.719311 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d0b22e91-2312-44e4-b979-ce5f0f9f498a admin admin] Publish callbacks [] for security_group (cb127bf9-05a1-4596-b845-b5243fa88ded), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:23.770447 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d0b22e91-2312-44e4-b979-ce5f0f9f498a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (cb127bf9-05a1-4596-b845-b5243fa88ded), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:23.773234 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d0b22e91-2312-44e4-b979-ce5f0f9f498a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:23.774437 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-d0b22e91-2312-44e4-b979-ce5f0f9f498a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb127bf9-05a1-4596-b845-b5243fa88ded HTTP/1.1" status: 204 len: 168 time: 0.1385610 Mar 07 14:10:23.782935 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b22e91-2312-44e4-b979-ce5f0f9f498a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb127bf9-05a1-4596-b845-b5243fa88ded,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:26.371376 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:31.402879 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:10:45.823045 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2864de04-8a6d-4543-b1bf-2b718be2f16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:47.103687 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 35382) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:47.205164 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2ef60286-9c1a-4499-87a8-5c14b0ffdf37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:47.277742 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2ef60286-9c1a-4499-87a8-5c14b0ffdf37 admin admin] Publish callbacks [] for security_group (e120c8ee-9346-4646-97d0-22a3e5b3aa00), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:47.282511 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2ef60286-9c1a-4499-87a8-5c14b0ffdf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (e120c8ee-9346-4646-97d0-22a3e5b3aa00), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:47.320855 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-2ef60286-9c1a-4499-87a8-5c14b0ffdf37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23ceca27a688430da781a743602ae3c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160463 Mar 07 14:10:47.321715 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef60286-9c1a-4499-87a8-5c14b0ffdf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e120c8ee-9346-4646-97d0-22a3e5b3aa00,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:47.323457 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 35388) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:47.371519 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e469ac95-f648-4f5a-942b-bc9b808a06b6 admin admin] Publish callbacks [] for security_group (e120c8ee-9346-4646-97d0-22a3e5b3aa00), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:47.392082 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e469ac95-f648-4f5a-942b-bc9b808a06b6 admin admin] Publish callbacks [] for security_group (e120c8ee-9346-4646-97d0-22a3e5b3aa00), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:47.438430 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e469ac95-f648-4f5a-942b-bc9b808a06b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (e120c8ee-9346-4646-97d0-22a3e5b3aa00), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:47.442032 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e469ac95-f648-4f5a-942b-bc9b808a06b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:47.443159 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-e469ac95-f648-4f5a-942b-bc9b808a06b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e120c8ee-9346-4646-97d0-22a3e5b3aa00 HTTP/1.1" status: 204 len: 168 time: 0.1181836 Mar 07 14:10:47.450687 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469ac95-f648-4f5a-942b-bc9b808a06b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e120c8ee-9346-4646-97d0-22a3e5b3aa00,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:48.135868 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-31ba1c2f-9419-43ae-bbd9-72b9ec43cb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:49.387975 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:50.816895 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:52.288535 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:55.219717 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 35532) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:55.322568 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f2819620-0681-4e57-8c83-b0cf41c177be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:55.398638 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f2819620-0681-4e57-8c83-b0cf41c177be admin admin] Publish callbacks [] for security_group (5a76b50f-a398-47c3-8f23-baa2168161b1), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:55.402624 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f2819620-0681-4e57-8c83-b0cf41c177be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (5a76b50f-a398-47c3-8f23-baa2168161b1), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:55.444358 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-f2819620-0681-4e57-8c83-b0cf41c177be admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ce3429ccbe344e4ad4081804b1c6bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208893 Mar 07 14:10:55.444358 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2819620-0681-4e57-8c83-b0cf41c177be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a76b50f-a398-47c3-8f23-baa2168161b1,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:55.444708 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 35542) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:10:55.497511 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b629f58a-f00f-4b7f-b6fd-caad83bd2a82 admin admin] Publish callbacks [] for security_group (5a76b50f-a398-47c3-8f23-baa2168161b1), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:55.519097 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b629f58a-f00f-4b7f-b6fd-caad83bd2a82 admin admin] Publish callbacks [] for security_group (5a76b50f-a398-47c3-8f23-baa2168161b1), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:55.566148 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b629f58a-f00f-4b7f-b6fd-caad83bd2a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (5a76b50f-a398-47c3-8f23-baa2168161b1), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:55.568872 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b629f58a-f00f-4b7f-b6fd-caad83bd2a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:55.574919 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b629f58a-f00f-4b7f-b6fd-caad83bd2a82 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a76b50f-a398-47c3-8f23-baa2168161b1 HTTP/1.1" status: 204 len: 168 time: 0.1234021 Mar 07 14:10:55.583321 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629f58a-f00f-4b7f-b6fd-caad83bd2a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a76b50f-a398-47c3-8f23-baa2168161b1,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:10:56.388872 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:10:56.926995 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c3913c53-6dcd-4741-8a2e-57f0991023e1 req-8e957991-a3ac-4daf-9028-58614e625e9d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473015 Mar 07 14:10:57.009723 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3913c53-6dcd-4741-8a2e-57f0991023e1 req-64e862c4-971d-4955-9923-6ea0ce383afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:57.011245 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c3913c53-6dcd-4741-8a2e-57f0991023e1 req-64e862c4-971d-4955-9923-6ea0ce383afc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15dbf5263913404f98297aed6eaa217f&device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 1129 time: 0.0459635 Mar 07 14:10:57.144055 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3913c53-6dcd-4741-8a2e-57f0991023e1 req-dbe49907-fe61-41f3-9c09-26ba0beda673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:57.145771 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c3913c53-6dcd-4741-8a2e-57f0991023e1 req-dbe49907-fe61-41f3-9c09-26ba0beda673 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 HTTP/1.1" status: 200 len: 920 time: 0.1050291 Mar 07 14:10:57.191269 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c3913c53-6dcd-4741-8a2e-57f0991023e1 req-eb4b7ba8-eaf1-4777-834c-da1f30fdd51b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6da1ad87-f4a8-4228-9279-89ef554c1465 HTTP/1.1" status: 200 len: 217 time: 0.0389481 Mar 07 14:10:57.250877 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3913c53-6dcd-4741-8a2e-57f0991023e1 req-685ffbe3-598e-4502-82ce-9eb6f4cb291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:10:57.252613 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c3913c53-6dcd-4741-8a2e-57f0991023e1 req-685ffbe3-598e-4502-82ce-9eb6f4cb291a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f082187e-97c3-4fc5-973d-4bcab4639dde HTTP/1.1" status: 200 len: 859 time: 0.0556951 Mar 07 14:10:57.286472 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c3913c53-6dcd-4741-8a2e-57f0991023e1 req-67d48f99-9fe6-4d3d-b330-5f6bf22fb188 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268836 Mar 07 14:10:57.386342 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c3913c53-6dcd-4741-8a2e-57f0991023e1 req-52f74494-ff85-4a37-a579-28afc6019f27 service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927215 Mar 07 14:10:57.488971 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c3913c53-6dcd-4741-8a2e-57f0991023e1 req-450d365e-964a-4b19-b6b1-4b3a5474801b service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913584 Mar 07 14:11:01.412133 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 35736) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:01.516677 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4ae49150-5f2b-4f06-a261-d515e905831e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:01.590466 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4ae49150-5f2b-4f06-a261-d515e905831e admin admin] Publish callbacks [] for security_group (6190b572-e052-4c3a-bd56-dcb97c41ddfe), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:01.593939 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4ae49150-5f2b-4f06-a261-d515e905831e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (6190b572-e052-4c3a-bd56-dcb97c41ddfe), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:01.632385 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-4ae49150-5f2b-4f06-a261-d515e905831e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=380a0598537a4a84b8ec5cb5a32bb6ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186458 Mar 07 14:11:01.633275 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae49150-5f2b-4f06-a261-d515e905831e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6190b572-e052-4c3a-bd56-dcb97c41ddfe,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:01.635197 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 35742) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:01.683933 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ba638ce3-5393-4af5-9409-7aa73cacc128 admin admin] Publish callbacks [] for security_group (6190b572-e052-4c3a-bd56-dcb97c41ddfe), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:01.704659 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ba638ce3-5393-4af5-9409-7aa73cacc128 admin admin] Publish callbacks [] for security_group (6190b572-e052-4c3a-bd56-dcb97c41ddfe), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:01.750141 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ba638ce3-5393-4af5-9409-7aa73cacc128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (6190b572-e052-4c3a-bd56-dcb97c41ddfe), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:01.752653 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ba638ce3-5393-4af5-9409-7aa73cacc128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:01.753803 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-ba638ce3-5393-4af5-9409-7aa73cacc128 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6190b572-e052-4c3a-bd56-dcb97c41ddfe HTTP/1.1" status: 204 len: 168 time: 0.1175334 Mar 07 14:11:01.761122 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba638ce3-5393-4af5-9409-7aa73cacc128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6190b572-e052-4c3a-bd56-dcb97c41ddfe,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:02.386124 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 35784) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:02.486693 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-11ba2bc7-5e8d-4155-88f8-ab25deb1b71f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1490470364-network', 'tenant_id': '8b551156cb0845268ffb24ba78acd912'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:11:02.505903 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ba2bc7-5e8d-4155-88f8-ab25deb1b71f admin admin] Made reservation on behalf of 8b551156cb0845268ffb24ba78acd912 for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:11:02.508616 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-11ba2bc7-5e8d-4155-88f8-ab25deb1b71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:02.516697 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-11ba2bc7-5e8d-4155-88f8-ab25deb1b71f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:02.601815 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-11ba2bc7-5e8d-4155-88f8-ab25deb1b71f admin admin] Publish callbacks [] for security_group (977eae57-236d-48e2-9504-d9e0d7bdfa16), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:02.605644 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-11ba2bc7-5e8d-4155-88f8-ab25deb1b71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (977eae57-236d-48e2-9504-d9e0d7bdfa16), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:02.629492 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ba2bc7-5e8d-4155-88f8-ab25deb1b71f admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:11:02.645182 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba2bc7-5e8d-4155-88f8-ab25deb1b71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977eae57-236d-48e2-9504-d9e0d7bdfa16,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:02.652031 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-11ba2bc7-5e8d-4155-88f8-ab25deb1b71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (49eb7f3d-1c66-492d-aa40-5b0103948f9f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:02.652373 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-11ba2bc7-5e8d-4155-88f8-ab25deb1b71f admin admin] Added segment 49eb7f3d-1c66-492d-aa40-5b0103948f9f of type vlan for network 4ee45391-4b21-442b-9427-e7fb0d777af8 Mar 07 14:11:02.694679 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-11ba2bc7-5e8d-4155-88f8-ab25deb1b71f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (4ee45391-4b21-442b-9427-e7fb0d777af8), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:02.719367 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-11ba2bc7-5e8d-4155-88f8-ab25deb1b71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (4ee45391-4b21-442b-9427-e7fb0d777af8), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:02.720301 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ba2bc7-5e8d-4155-88f8-ab25deb1b71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:02.720902 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-11ba2bc7-5e8d-4155-88f8-ab25deb1b71f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:02.750479 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-11ba2bc7-5e8d-4155-88f8-ab25deb1b71f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3633132 Mar 07 14:11:02.753403 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 35792) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:02.758853 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-50cc9aef-0ca3-441f-b848-00b6de20859f admin admin] Request body: {'subnet': {'network_id': '4ee45391-4b21-442b-9427-e7fb0d777af8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1490470364-subnet', 'tenant_id': '8b551156cb0845268ffb24ba78acd912', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:11:02.777081 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cc9aef-0ca3-441f-b848-00b6de20859f admin admin] Made reservation on behalf of 8b551156cb0845268ffb24ba78acd912 for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:11:02.779329 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-50cc9aef-0ca3-441f-b848-00b6de20859f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194687'] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:02.783503 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba2bc7-5e8d-4155-88f8-ab25deb1b71f admin admin] Pushing event updated for resources: {'Network': ['ID=4ee45391-4b21-442b-9427-e7fb0d777af8,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:02.793416 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network 4ee45391-4b21-442b-9427-e7fb0d777af8 details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:11:02.942389 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-50cc9aef-0ca3-441f-b848-00b6de20859f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7721131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194657'] for subnet (6ba54286-24cc-44a9-b1e4-62ea294a6865), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:02.997216 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc9aef-0ca3-441f-b848-00b6de20859f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ba54286-24cc-44a9-b1e4-62ea294a6865,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:03.004169 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cc9aef-0ca3-441f-b848-00b6de20859f admin admin] Checking segment: {'id': '49eb7f3d-1c66-492d-aa40-5b0103948f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4ee45391-4b21-442b-9427-e7fb0d777af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:11:03.004528 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cc9aef-0ca3-441f-b848-00b6de20859f admin admin] Network hostable DHCP agents. Network: 4ee45391-4b21-442b-9427-e7fb0d777af8, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:11:03.023181 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cc9aef-0ca3-441f-b848-00b6de20859f admin admin] Network 4ee45391-4b21-442b-9427-e7fb0d777af8 is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:11:03.031951 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-50cc9aef-0ca3-441f-b848-00b6de20859f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, 4ee45391-4b21-442b-9427-e7fb0d777af8) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:11:03.036808 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cc9aef-0ca3-441f-b848-00b6de20859f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:03.037800 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-50cc9aef-0ca3-441f-b848-00b6de20859f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:03.041481 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e9de5c-68c2-4826-bc9f-953e967ede17 None None] Network 4ee45391-4b21-442b-9427-e7fb0d777af8 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:11:03.062243 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-50cc9aef-0ca3-441f-b848-00b6de20859f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3077178 Mar 07 14:11:03.137767 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c0a1a7-bd98-449f-b4f5-131c1f983b9a None None] Network 4ee45391-4b21-442b-9427-e7fb0d777af8 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:11:03.733794 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 35818) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:03.838588 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d13990a4-a940-4e7b-ae9f-71cec89eeba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:03.914214 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d13990a4-a940-4e7b-ae9f-71cec89eeba2 admin admin] Publish callbacks [] for security_group (03f9f581-8dc9-44ba-b863-cb15813ae6c3), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:03.917684 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d13990a4-a940-4e7b-ae9f-71cec89eeba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (03f9f581-8dc9-44ba-b863-cb15813ae6c3), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:03.954186 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-d13990a4-a940-4e7b-ae9f-71cec89eeba2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c1a4f3aa44d4d78925b33d3d9609e93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193050 Mar 07 14:11:03.956180 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13990a4-a940-4e7b-ae9f-71cec89eeba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f9f581-8dc9-44ba-b863-cb15813ae6c3,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:03.956920 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 35822) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:04.010514 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-740e503b-0ab5-4d44-bdc9-60f1a5d30acf admin admin] Publish callbacks [] for security_group (03f9f581-8dc9-44ba-b863-cb15813ae6c3), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:04.034711 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-740e503b-0ab5-4d44-bdc9-60f1a5d30acf admin admin] Publish callbacks [] for security_group (03f9f581-8dc9-44ba-b863-cb15813ae6c3), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:04.090330 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-740e503b-0ab5-4d44-bdc9-60f1a5d30acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (03f9f581-8dc9-44ba-b863-cb15813ae6c3), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:04.093040 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-740e503b-0ab5-4d44-bdc9-60f1a5d30acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:04.096859 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-740e503b-0ab5-4d44-bdc9-60f1a5d30acf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/03f9f581-8dc9-44ba-b863-cb15813ae6c3 HTTP/1.1" status: 204 len: 168 time: 0.1362560 Mar 07 14:11:04.102594 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e503b-0ab5-4d44-bdc9-60f1a5d30acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f9f581-8dc9-44ba-b863-cb15813ae6c3,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:04.352579 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 35830) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:04.365832 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ec6264f7-58c7-49ec-a424-5bc1c3ee4154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:04.441382 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ec6264f7-58c7-49ec-a424-5bc1c3ee4154 admin admin] Publish callbacks [] for security_group (4cb60872-2974-4953-b2ea-e291cf2230a9), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:04.445394 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ec6264f7-58c7-49ec-a424-5bc1c3ee4154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (4cb60872-2974-4953-b2ea-e291cf2230a9), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:04.480671 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6264f7-58c7-49ec-a424-5bc1c3ee4154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb60872-2974-4953-b2ea-e291cf2230a9,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:04.484961 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-ec6264f7-58c7-49ec-a424-5bc1c3ee4154 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d6ec469a59da40f7afbd97ed7d5957f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313181 Mar 07 14:11:04.487564 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 35832) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:04.534563 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3264-10cb-4177-aef1-35c1bdaf2e85 admin admin] Publish callbacks [] for security_group (4cb60872-2974-4953-b2ea-e291cf2230a9), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:04.559722 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3264-10cb-4177-aef1-35c1bdaf2e85 admin admin] Publish callbacks [] for security_group (4cb60872-2974-4953-b2ea-e291cf2230a9), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:04.613072 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3264-10cb-4177-aef1-35c1bdaf2e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (4cb60872-2974-4953-b2ea-e291cf2230a9), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:04.616607 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3264-10cb-4177-aef1-35c1bdaf2e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:04.617700 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-9c7e3264-10cb-4177-aef1-35c1bdaf2e85 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4cb60872-2974-4953-b2ea-e291cf2230a9 HTTP/1.1" status: 204 len: 168 time: 0.1292384 Mar 07 14:11:04.628852 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e3264-10cb-4177-aef1-35c1bdaf2e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb60872-2974-4953-b2ea-e291cf2230a9,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:04.859860 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-d7e508d9-6831-4610-8029-c8f539e75b52 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:04.861335 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-d7e508d9-6831-4610-8029-c8f539e75b52 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/networks?id=4ee45391-4b21-442b-9427-e7fb0d777af8 HTTP/1.1" status: 200 len: 814 time: 0.1016779 Mar 07 14:11:04.876150 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-c38ea76f-2557-4760-ac87-f18c9e0524bc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/quotas/8b551156cb0845268ffb24ba78acd912 HTTP/1.1" status: 200 len: 375 time: 0.0088418 Mar 07 14:11:04.911755 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-5f62a32e-054d-4c28-8c42-72aa6783267a tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b551156cb0845268ffb24ba78acd912&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305531 Mar 07 14:11:04.953733 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 35854) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:04.967542 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ede6bc7e-7d17-4ece-9cfb-6101cc4321f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:05.004104 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-889609cb-dddd-45c8-a58b-fb8d4d246784 service neutron] 10.222.0.26 "GET /v2.0/networks/4ee45391-4b21-442b-9427-e7fb0d777af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844815 Mar 07 14:11:05.046524 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ede6bc7e-7d17-4ece-9cfb-6101cc4321f0 admin admin] Publish callbacks [] for security_group (e544e6d7-8bdb-4502-809f-700dcf245f1c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:05.050277 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ede6bc7e-7d17-4ece-9cfb-6101cc4321f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (e544e6d7-8bdb-4502-809f-700dcf245f1c), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:05.090754 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ede6bc7e-7d17-4ece-9cfb-6101cc4321f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82fa55e36b8b4fa6b5fb02de355fd0ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335990 Mar 07 14:11:05.090754 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6bc7e-7d17-4ece-9cfb-6101cc4321f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e544e6d7-8bdb-4502-809f-700dcf245f1c,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:05.091617 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 35856) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:11:05.100442 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-f6d8adf1-1ca9-43aa-a167-789cabf0938c service neutron] 10.222.0.26 "GET /v2.0/networks/4ee45391-4b21-442b-9427-e7fb0d777af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898173 Mar 07 14:11:05.152936 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cace15f5-baec-4566-afa0-75045b92de80 admin admin] Publish callbacks [] for security_group (e544e6d7-8bdb-4502-809f-700dcf245f1c), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:05.177138 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cace15f5-baec-4566-afa0-75045b92de80 admin admin] Publish callbacks [] for security_group (e544e6d7-8bdb-4502-809f-700dcf245f1c), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:05.227334 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cace15f5-baec-4566-afa0-75045b92de80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (e544e6d7-8bdb-4502-809f-700dcf245f1c), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:05.229942 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cace15f5-baec-4566-afa0-75045b92de80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:05.231055 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-cace15f5-baec-4566-afa0-75045b92de80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e544e6d7-8bdb-4502-809f-700dcf245f1c HTTP/1.1" status: 204 len: 168 time: 0.1386929 Mar 07 14:11:05.238344 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace15f5-baec-4566-afa0-75045b92de80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e544e6d7-8bdb-4502-809f-700dcf245f1c,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:06.272289 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3c313038-c64a-4078-b3fa-85364e8de840 req-76e56669-b497-4fb9-8932-e4f11f222417 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 210 time: 0.0276871 Mar 07 14:11:07.347056 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e7d768bd-e824-4115-98b7-f354090f2f3f req-19ad1171-ee9a-4700-986b-62f1256edb72 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 210 time: 0.0271204 Mar 07 14:11:08.403548 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:11:08.424183 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f17d3419-e241-4e2e-8a2c-cb2e13fe97a3 req-de8f5ad4-271a-4448-bd0c-f6e7e0bdc60a tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 210 time: 0.0272000 Mar 07 14:11:09.499968 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9e7616c8-b9db-4939-8288-a60029d560ea req-45ad5b8c-9108-45b8-ab15-ac78120abe9e tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 210 time: 0.0265162 Mar 07 14:11:10.596386 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6e49bbc5-8330-4d19-90cd-d0f5d8d4a052 req-04d07e94-da79-4f0e-b61a-61aa6a8c955c tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 210 time: 0.0273190 Mar 07 14:11:11.717139 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cd495ffd-de2f-48e1-ad16-e30faa7e151a req-0f82d725-2f21-479c-8874-f2e7405c25ec tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 210 time: 0.0531211 Mar 07 14:11:11.799568 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-34472908-d320-431d-8f9f-f621459c0c3f tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:11.801019 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-34472908-d320-431d-8f9f-f621459c0c3f tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.25 "GET /v2.0/networks?id=4ee45391-4b21-442b-9427-e7fb0d777af8 HTTP/1.1" status: 200 len: 814 time: 0.1354911 Mar 07 14:11:11.823601 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Request body: {'port': {'device_id': '310e1748-f5f3-40cc-938f-dd963482d8ad', 'network_id': '4ee45391-4b21-442b-9427-e7fb0d777af8', 'admin_state_up': True, 'tenant_id': '8b551156cb0845268ffb24ba78acd912'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:11:11.935070 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Made reservation on behalf of 8b551156cb0845268ffb24ba78acd912 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:11:11.938500 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:12.060431 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Allocated IP 172.20.0.4 (4ee45391-4b21-442b-9427-e7fb0d777af8/6ba54286-24cc-44a9-b1e4-62ea294a6865/e7835d92-5f84-4ea0-ae32-ff24d9dab0d9) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:11:12.205843 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Publish callbacks [] for port (e7835d92-5f84-4ea0-ae32-ff24d9dab0d9), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:12.238724 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (e7835d92-5f84-4ea0-ae32-ff24d9dab0d9), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:12.285318 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Network 4ee45391-4b21-442b-9427-e7fb0d777af8 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:11:12.288462 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:11:12.292058 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:11:12.297073 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:12.297676 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:12.309475 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Pushing event updated for resources: {'Port': ['ID=e7835d92-5f84-4ea0-ae32-ff24d9dab0d9,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:12.320900 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5009460 Mar 07 14:11:12.322047 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:12.322393 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:12.322734 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:12.323068 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:12.323402 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:12.323732 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:12.324061 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:12.324390 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:12.324738 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:12.325075 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:12.325396 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:12.325721 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:12.326040 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dd421-5a7e-407d-8e51-24e7fe8b8acc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:12.343128 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Request body: {'port': {'device_id': '310e1748-f5f3-40cc-938f-dd963482d8ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:11:12.399749 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (e7835d92-5f84-4ea0-ae32-ff24d9dab0d9), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:12.657919 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:11:12.665146 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Publish callbacks [] for port (e7835d92-5f84-4ea0-ae32-ff24d9dab0d9), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:12.676841 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Transition to ACTIVE for port object e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:11:12.681598 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (e7835d92-5f84-4ea0-ae32-ff24d9dab0d9), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:12.731408 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7835d92-5f84-4ea0-ae32-ff24d9dab0d9,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:12.760956 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Attempting to bind port e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:11:12.761315 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Attempting to bind port e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '49eb7f3d-1c66-492d-aa40-5b0103948f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4ee45391-4b21-442b-9427-e7fb0d777af8'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:11:12.761637 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Attempting to bind port e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 on network 4ee45391-4b21-442b-9427-e7fb0d777af8 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:11:12.765810 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Port e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 on network 4ee45391-4b21-442b-9427-e7fb0d777af8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:11:12.766126 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Attempting to bind port e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 on network 4ee45391-4b21-442b-9427-e7fb0d777af8 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:11:12.771190 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Checking agent: {'id': 'c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'started_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:11:12.771524 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Checking segment: {'id': '49eb7f3d-1c66-492d-aa40-5b0103948f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4ee45391-4b21-442b-9427-e7fb0d777af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:11:12.771896 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Bound using segment: {'id': '49eb7f3d-1c66-492d-aa40-5b0103948f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4ee45391-4b21-442b-9427-e7fb0d777af8'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:11:12.772310 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Bound port: e7835d92-5f84-4ea0-ae32-ff24d9dab0d9, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49eb7f3d-1c66-492d-aa40-5b0103948f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4ee45391-4b21-442b-9427-e7fb0d777af8'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:11:12.773204 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (e7835d92-5f84-4ea0-ae32-ff24d9dab0d9), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:12.870478 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] For port e7835d92-5f84-4ea0-ae32-ff24d9dab0d9, host hv-cinder-79400, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:11:12.873918 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] For port e7835d92-5f84-4ea0-ae32-ff24d9dab0d9, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=e7835d92-5f84-4ea0-ae32-ff24d9dab0d9,segment=NetworkSegment(49eb7f3d-1c66-492d-aa40-5b0103948f9f),segment_id=49eb7f3d-1c66-492d-aa40-5b0103948f9f)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:11:12.885490 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411defab-9669-423c-b0f1-a06398c4be78 req-3b3c8630-f0dd-47cc-96f8-cf64c4af3294 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:12.886949 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-411defab-9669-423c-b0f1-a06398c4be78 req-3b3c8630-f0dd-47cc-96f8-cf64c4af3294 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 943 time: 0.0997839 Mar 07 14:11:12.888360 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (e7835d92-5f84-4ea0-ae32-ff24d9dab0d9), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:12.941431 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:12.942038 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:12.943388 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] 10.222.0.25 "PUT /v2.0/ports/e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 HTTP/1.1" status: 200 len: 1093 time: 0.6042724 Mar 07 14:11:12.949366 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310e1748-f5f3-40cc-938f-dd963482d8ad', 'tag': 'e7835d92-5f84-4ea0-ae32-ff24d9dab0d9'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:11:12.951547 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e978ff-7380-460d-93d8-fd15fe991894" -d '{"events": [{"name": "network-changed", "server_uuid": "310e1748-f5f3-40cc-938f-dd963482d8ad", "tag": "e7835d92-5f84-4ea0-ae32-ff24d9dab0d9"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:11:12.967645 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46655aed-b114-43ab-b626-175025d9c3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7835d92-5f84-4ea0-ae32-ff24d9dab0d9,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:12.992176 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-411defab-9669-423c-b0f1-a06398c4be78 req-1860be89-1610-4094-91c6-13063af6ce3e tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959694 Mar 07 14:11:13.030298 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56d6a91-9537-46b5-ad44-17f7d97dda2a x-openstack-request-id: req-d56d6a91-9537-46b5-ad44-17f7d97dda2a {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:11:13.030587 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310e1748-f5f3-40cc-938f-dd963482d8ad", "tag": "e7835d92-5f84-4ea0-ae32-ff24d9dab0d9", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:11:13.030836 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d56d6a91-9537-46b5-ad44-17f7d97dda2a {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:11:13.031220 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310e1748-f5f3-40cc-938f-dd963482d8ad', 'tag': 'e7835d92-5f84-4ea0-ae32-ff24d9dab0d9', 'status': 'completed', 'code': 200} Mar 07 14:11:13.051375 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-5fa758cf-6478-4df2-abf8-63a25dee906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:13.052923 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-5fa758cf-6478-4df2-abf8-63a25dee906b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b551156cb0845268ffb24ba78acd912&device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 1127 time: 0.0520875 Mar 07 14:11:13.305150 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-047e0250-3a49-44db-86a1-9d28224aa93f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 HTTP/1.1" status: 200 len: 217 time: 0.2131290 Mar 07 14:11:13.357174 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-105b977d-fbee-496e-88cd-448951643d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:13.358574 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-105b977d-fbee-496e-88cd-448951643d02 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ba54286-24cc-44a9-b1e4-62ea294a6865 HTTP/1.1" status: 200 len: 854 time: 0.0476151 Mar 07 14:11:13.392829 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-6308767d-8c75-4ace-ad6c-9b2b8656c381 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ee45391-4b21-442b-9427-e7fb0d777af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267441 Mar 07 14:11:13.480560 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-b8e24f54-43a4-4318-b2f9-e0302e3380b8 service neutron] 10.222.0.25 "GET /v2.0/networks/4ee45391-4b21-442b-9427-e7fb0d777af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815792 Mar 07 14:11:13.571132 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7d5fe546-7b76-45c6-a31f-deeaea65c5fc req-0f910b95-3093-4a10-b126-b3ec27fd1533 service neutron] 10.222.0.25 "GET /v2.0/networks/4ee45391-4b21-442b-9427-e7fb0d777af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820541 Mar 07 14:11:13.718262 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e978ff-7380-460d-93d8-fd15fe991894 req-de44b9a5-fc6f-4984-93fb-6355791a6696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:13.719733 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-21e978ff-7380-460d-93d8-fd15fe991894 req-de44b9a5-fc6f-4984-93fb-6355791a6696 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b551156cb0845268ffb24ba78acd912&device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 1127 time: 0.0444767 Mar 07 14:11:13.810965 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e978ff-7380-460d-93d8-fd15fe991894 req-622bf11f-3db3-401e-a9cd-944721e38c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:13.812385 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-21e978ff-7380-460d-93d8-fd15fe991894 req-622bf11f-3db3-401e-a9cd-944721e38c18 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4ee45391-4b21-442b-9427-e7fb0d777af8 HTTP/1.1" status: 200 len: 915 time: 0.0851996 Mar 07 14:11:13.853038 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-21e978ff-7380-460d-93d8-fd15fe991894 req-f523c2c7-d2f2-4b31-8e1d-4967ac9d58c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 HTTP/1.1" status: 200 len: 217 time: 0.0344481 Mar 07 14:11:13.905949 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e978ff-7380-460d-93d8-fd15fe991894 req-8740f213-5f6c-4d4d-b2c9-b28fd430e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:13.907376 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-21e978ff-7380-460d-93d8-fd15fe991894 req-8740f213-5f6c-4d4d-b2c9-b28fd430e504 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ba54286-24cc-44a9-b1e4-62ea294a6865 HTTP/1.1" status: 200 len: 854 time: 0.0481913 Mar 07 14:11:13.939197 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-21e978ff-7380-460d-93d8-fd15fe991894 req-e41f288a-e0dd-4c36-be27-4348340fa02f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ee45391-4b21-442b-9427-e7fb0d777af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247843 Mar 07 14:11:14.026803 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-21e978ff-7380-460d-93d8-fd15fe991894 req-0032cd04-eb28-4b2d-b391-133c49ee86d5 service neutron] 10.222.0.25 "GET /v2.0/networks/4ee45391-4b21-442b-9427-e7fb0d777af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804904 Mar 07 14:11:14.156860 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccd5d6-b38b-4b5f-b880-c8ae05a75c3b req-478f08a8-83ae-43f4-a74a-1882b464f572 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:14.158333 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b1ccd5d6-b38b-4b5f-b880-c8ae05a75c3b req-478f08a8-83ae-43f4-a74a-1882b464f572 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 943 time: 0.0972424 Mar 07 14:11:14.160507 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-21e978ff-7380-460d-93d8-fd15fe991894 req-d029c46c-3ff5-4046-8e45-834af8372b88 service neutron] 10.222.0.25 "GET /v2.0/networks/4ee45391-4b21-442b-9427-e7fb0d777af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276233 Mar 07 14:11:14.208829 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b1ccd5d6-b38b-4b5f-b880-c8ae05a75c3b req-6949d502-0e2c-4504-b4b2-0b88a77c2790 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446961 Mar 07 14:11:15.325409 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6962470-21b6-43c4-8a02-9e6bf9c83b1a req-13c5d183-1381-4ad8-8d58-b61f6b719e4c tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:15.326860 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c6962470-21b6-43c4-8a02-9e6bf9c83b1a req-13c5d183-1381-4ad8-8d58-b61f6b719e4c tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 943 time: 0.0510933 Mar 07 14:11:15.372006 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c6962470-21b6-43c4-8a02-9e6bf9c83b1a req-ac94c51c-cb70-4ac9-a46a-4b039ed3e88a tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395300 Mar 07 14:11:15.825884 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-abaa5287-5d9f-41bc-965a-3d02a0bceb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:16.488820 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb586892-f761-493c-b4f7-fd5cb97f514a req-9ad51bb1-9b37-49ba-9b83-d59f5a47260c tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:16.490192 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fb586892-f761-493c-b4f7-fd5cb97f514a req-9ad51bb1-9b37-49ba-9b83-d59f5a47260c tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 943 time: 0.0512183 Mar 07 14:11:16.535744 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fb586892-f761-493c-b4f7-fd5cb97f514a req-2d874468-128b-4349-b41f-86c6270fa331 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401170 Mar 07 14:11:17.659167 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f0381-2674-4f15-b0a5-98be8e6e2b86 req-eff6980f-3b4c-4b3b-8d1a-73550cfcaec3 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:17.660641 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-391f0381-2674-4f15-b0a5-98be8e6e2b86 req-eff6980f-3b4c-4b3b-8d1a-73550cfcaec3 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 943 time: 0.0563455 Mar 07 14:11:17.707322 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-391f0381-2674-4f15-b0a5-98be8e6e2b86 req-d106cc51-83da-4221-8ed8-ddf86cd61f60 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410428 Mar 07 14:11:17.902740 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:11:17.999341 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port e7835d92-5f84-4ea0-ae32-ff24d9dab0d9, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=e7835d92-5f84-4ea0-ae32-ff24d9dab0d9,segment=NetworkSegment(49eb7f3d-1c66-492d-aa40-5b0103948f9f),segment_id=49eb7f3d-1c66-492d-aa40-5b0103948f9f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:11:18.009466 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Returning: {'device': 'e7835d92-5f84-4ea0-ae32-ff24d9dab0d9', 'network_id': '4ee45391-4b21-442b-9427-e7fb0d777af8', 'port_id': 'e7835d92-5f84-4ea0-ae32-ff24d9dab0d9', 'mac_address': 'fa:16:3e:99:0a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba54286-24cc-44a9-b1e4-62ea294a6865', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:11:18.047523 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:11:18.047905 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (e7835d92-5f84-4ea0-ae32-ff24d9dab0d9), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:18.060878 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:11:18.079600 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port e7835d92-5f84-4ea0-ae32-ff24d9dab0d9, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=e7835d92-5f84-4ea0-ae32-ff24d9dab0d9,segment=NetworkSegment(49eb7f3d-1c66-492d-aa40-5b0103948f9f),segment_id=49eb7f3d-1c66-492d-aa40-5b0103948f9f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:11:18.083370 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (e7835d92-5f84-4ea0-ae32-ff24d9dab0d9), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:18.142317 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=e7835d92-5f84-4ea0-ae32-ff24d9dab0d9,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:18.151222 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2635e8fc-d8b4-46c4-82c9-a3b79e283b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:18.153121 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:18.153434 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:18.153793 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:18.154134 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:18.154469 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:18.154801 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:18.155130 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:18.155458 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:18.155784 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:18.156129 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:18.156461 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:18.156815 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:18.157142 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:11:18.683754 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['e7835d92-5f84-4ea0-ae32-ff24d9dab0d9'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:11:18.827883 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63c5a0-0e89-44e1-8174-f1afd5d14f08 req-b3ea59d3-f4c2-4ccd-a3aa-84f53f999568 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:18.829316 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ac63c5a0-0e89-44e1-8174-f1afd5d14f08 req-b3ea59d3-f4c2-4ccd-a3aa-84f53f999568 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 944 time: 0.0529673 Mar 07 14:11:18.876378 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ac63c5a0-0e89-44e1-8174-f1afd5d14f08 req-e59a1c96-2697-4c9f-b05d-f1cf46f24e82 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 Mar 07 14:11:19.390142 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:19.945655 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 up at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:11:19.997678 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning for port e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:11:19.999206 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25fb92-3bc1-4d68-8436-637c94e5d369 req-ac9acbd4-998a-4a6b-a850-d8378b1b3fd3 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:20.000730 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aa25fb92-3bc1-4d68-8436-637c94e5d369 req-ac9acbd4-998a-4a6b-a850-d8378b1b3fd3 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 944 time: 0.0533209 Mar 07 14:11:20.001348 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning complete for port e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:11:20.001724 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (e7835d92-5f84-4ea0-ae32-ff24d9dab0d9), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:20.052480 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aa25fb92-3bc1-4d68-8436-637c94e5d369 req-26b6e450-1065-4b24-8296-d931bb209476 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460789 Mar 07 14:11:20.077831 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:11:20.078238 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (e7835d92-5f84-4ea0-ae32-ff24d9dab0d9), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:20.099950 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310e1748-f5f3-40cc-938f-dd963482d8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7835d92-5f84-4ea0-ae32-ff24d9dab0d9'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:11:20.102922 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c34fef-21fe-4bec-8576-bd8b3f02c6e7" -d '{"events": [{"server_uuid": "310e1748-f5f3-40cc-938f-dd963482d8ad", "name": "network-vif-plugged", "status": "completed", "tag": "e7835d92-5f84-4ea0-ae32-ff24d9dab0d9"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:11:20.115285 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port e7835d92-5f84-4ea0-ae32-ff24d9dab0d9, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=e7835d92-5f84-4ea0-ae32-ff24d9dab0d9,segment=NetworkSegment(49eb7f3d-1c66-492d-aa40-5b0103948f9f),segment_id=49eb7f3d-1c66-492d-aa40-5b0103948f9f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:11:20.119144 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (e7835d92-5f84-4ea0-ae32-ff24d9dab0d9), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:20.146058 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab23a22-b0d8-431d-87b9-6c143bf29b3f x-openstack-request-id: req-5ab23a22-b0d8-431d-87b9-6c143bf29b3f {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:11:20.146373 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310e1748-f5f3-40cc-938f-dd963482d8ad", "name": "network-vif-plugged", "status": "completed", "tag": "e7835d92-5f84-4ea0-ae32-ff24d9dab0d9", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:11:20.146626 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ab23a22-b0d8-431d-87b9-6c143bf29b3f {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:11:20.147005 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310e1748-f5f3-40cc-938f-dd963482d8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7835d92-5f84-4ea0-ae32-ff24d9dab0d9', 'code': 200} Mar 07 14:11:20.171805 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=e7835d92-5f84-4ea0-ae32-ff24d9dab0d9,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:20.359424 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a79ce5-be62-4f05-a860-0229786c59e4 req-e90ed458-c6c0-49e5-8474-b9f370c2b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:20.360955 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-64a79ce5-be62-4f05-a860-0229786c59e4 req-e90ed458-c6c0-49e5-8474-b9f370c2b086 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 1129 time: 0.0436676 Mar 07 14:11:20.406289 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-64a79ce5-be62-4f05-a860-0229786c59e4 req-0df075cf-152c-4e12-8bc6-2694b95251e6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380688 Mar 07 14:11:20.821214 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:21.167998 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3740f49-2513-46d2-98e1-e58f981ae137 req-8bac3622-5059-4be5-b827-edac250c829a tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:21.169497 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e3740f49-2513-46d2-98e1-e58f981ae137 req-8bac3622-5059-4be5-b827-edac250c829a tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 945 time: 0.0531108 Mar 07 14:11:21.215126 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e3740f49-2513-46d2-98e1-e58f981ae137 req-f646e65e-9de5-4957-9c72-cc2797ecc11a tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400264 Mar 07 14:11:22.290469 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:22.341313 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0595136-24a8-4a62-aa20-959c3bd78b73 req-a50d8855-18d0-4215-97fa-a1664d14b574 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:22.342798 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f0595136-24a8-4a62-aa20-959c3bd78b73 req-a50d8855-18d0-4215-97fa-a1664d14b574 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 945 time: 0.0560293 Mar 07 14:11:22.388544 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f0595136-24a8-4a62-aa20-959c3bd78b73 req-2c968025-592e-4f69-9e7f-bc8c7cd4ee77 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402145 Mar 07 14:11:26.391333 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:34.906582 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e18b1c-29dc-4c46-9a9a-9bc5ff0ca508 req-4d41fe86-c3c8-4b50-838c-873ad77fba7f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:34.908075 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b8e18b1c-29dc-4c46-9a9a-9bc5ff0ca508 req-4d41fe86-c3c8-4b50-838c-873ad77fba7f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0531917 Mar 07 14:11:34.954921 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b8e18b1c-29dc-4c46-9a9a-9bc5ff0ca508 req-de6f36c9-19f9-4fd6-b71c-680dca6ae892 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414128 Mar 07 14:11:36.086424 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe272fa6-474a-4d9f-b7e6-629c1aa20ed2 req-0b6c3cba-3500-4489-86bd-b91236e4d3fd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:36.087886 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fe272fa6-474a-4d9f-b7e6-629c1aa20ed2 req-0b6c3cba-3500-4489-86bd-b91236e4d3fd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0563087 Mar 07 14:11:36.133625 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fe272fa6-474a-4d9f-b7e6-629c1aa20ed2 req-2ac6b514-3a61-44ad-b5c4-675742a218e9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400770 Mar 07 14:11:37.262389 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf3cf8-201a-4624-a671-8ce817b21c77 req-18b5e5b9-722a-4f4b-ae50-b4701f783e30 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:37.263866 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e5bf3cf8-201a-4624-a671-8ce817b21c77 req-18b5e5b9-722a-4f4b-ae50-b4701f783e30 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0594227 Mar 07 14:11:37.310449 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e5bf3cf8-201a-4624-a671-8ce817b21c77 req-80b3fdb3-4f35-4bd3-be18-a565dba88256 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408120 Mar 07 14:11:38.430842 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e3666-f864-4143-9fc4-822246e7a223 req-cb76b06f-0790-4387-bab5-6d2d99119f75 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:38.432347 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ad9e3666-f864-4143-9fc4-822246e7a223 req-cb76b06f-0790-4387-bab5-6d2d99119f75 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0520372 Mar 07 14:11:38.489061 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ad9e3666-f864-4143-9fc4-822246e7a223 req-262da284-88d4-4e0f-841b-48436ab61288 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512102 Mar 07 14:11:39.614128 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645333f-ca48-479f-97e6-9911a23c4ec0 req-442e1497-034f-4baa-ac6f-522ebe45dd00 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:39.615605 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e645333f-ca48-479f-97e6-9911a23c4ec0 req-442e1497-034f-4baa-ac6f-522ebe45dd00 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0537553 Mar 07 14:11:39.661929 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e645333f-ca48-479f-97e6-9911a23c4ec0 req-8504708a-1924-4c82-af4b-c1b65da1a9a2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406315 Mar 07 14:11:40.784623 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7a554-9a0f-4036-8124-cc8ee8161b5b req-18340f89-929a-42db-a951-c2461a1ca0a0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:40.786149 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9ef7a554-9a0f-4036-8124-cc8ee8161b5b req-18340f89-929a-42db-a951-c2461a1ca0a0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0525675 Mar 07 14:11:40.831608 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9ef7a554-9a0f-4036-8124-cc8ee8161b5b req-09a5fc20-9d18-4efe-95d4-75c59f33499b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397370 Mar 07 14:11:41.954343 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd46426-5849-4f56-84b8-cf7967501b9c req-bc4ef647-7f48-494c-933e-2c3cd9743adf tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:41.955722 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0dd46426-5849-4f56-84b8-cf7967501b9c req-bc4ef647-7f48-494c-933e-2c3cd9743adf tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0547819 Mar 07 14:11:42.002125 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0dd46426-5849-4f56-84b8-cf7967501b9c req-f5834b1c-54d4-4b38-96c1-68f0c94f1625 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402777 Mar 07 14:11:43.125060 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95725774-a8a9-4a77-9987-bfb588966302 req-6acabf75-500b-4432-999a-5dda3f7aeeb2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:43.126534 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-95725774-a8a9-4a77-9987-bfb588966302 req-6acabf75-500b-4432-999a-5dda3f7aeeb2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0534554 Mar 07 14:11:43.171630 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-95725774-a8a9-4a77-9987-bfb588966302 req-c0ac9eb1-1ca3-4197-827c-8f64d569c68b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395916 Mar 07 14:11:44.293600 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874a1eb-22cd-4d40-9daa-1110b3600cba req-54c0b767-c70f-43b6-acf7-784f58fd6183 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:44.295058 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1874a1eb-22cd-4d40-9daa-1110b3600cba req-54c0b767-c70f-43b6-acf7-784f58fd6183 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0523729 Mar 07 14:11:44.344578 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1874a1eb-22cd-4d40-9daa-1110b3600cba req-0cf3e6c2-9538-4d82-aa9c-2532d6e42c5e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441329 Mar 07 14:11:45.403590 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:11:45.463690 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801773e-c36d-48d7-9b60-274c7e91af22 req-1c350219-4e39-4bb0-8993-a88367d4f3a9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:45.465184 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c801773e-c36d-48d7-9b60-274c7e91af22 req-1c350219-4e39-4bb0-8993-a88367d4f3a9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0522988 Mar 07 14:11:45.512542 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c801773e-c36d-48d7-9b60-274c7e91af22 req-8011fa43-b13a-48b0-8e2b-cda03b264fd7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418651 Mar 07 14:11:45.827213 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7a999ff3-1e7a-4277-b050-80510bc2df9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:46.635322 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc730dd-26bf-4642-aa72-db1008ddfef7 req-2cea6d4a-e617-4c4d-a5bd-118f3120115a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:46.636830 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9fc730dd-26bf-4642-aa72-db1008ddfef7 req-2cea6d4a-e617-4c4d-a5bd-118f3120115a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0531662 Mar 07 14:11:46.684085 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9fc730dd-26bf-4642-aa72-db1008ddfef7 req-99eda452-3918-4a0e-84f1-f0aef368d605 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418122 Mar 07 14:11:47.811505 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea90b0-1fcf-4feb-b294-0a029dc317e4 req-802b1768-7bec-4f49-92aa-f204fd59ba65 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:47.813005 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-01ea90b0-1fcf-4feb-b294-0a029dc317e4 req-802b1768-7bec-4f49-92aa-f204fd59ba65 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0563905 Mar 07 14:11:47.859432 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-01ea90b0-1fcf-4feb-b294-0a029dc317e4 req-61039bb8-3c0f-46f0-bfd4-fb2f07b1a60c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409443 Mar 07 14:11:48.142869 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-93b995aa-ca65-4c62-9aaa-5200c2c208a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:48.985736 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbad236-850b-4429-88f1-93273857e7e4 req-a02306d0-7569-469c-8dfe-00cd71525e80 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:48.987236 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-edbad236-850b-4429-88f1-93273857e7e4 req-a02306d0-7569-469c-8dfe-00cd71525e80 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0549212 Mar 07 14:11:49.033376 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-edbad236-850b-4429-88f1-93273857e7e4 req-59f19fef-4eef-4812-a8fd-83cb7c2cd526 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398557 Mar 07 14:11:49.391331 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:50.073342 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device d44d6684-ddb9-492d-92df-84136d88bac2 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:11:50.164194 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004141a-c6a8-435e-9dce-e738ee4236d3 req-25ddb4da-442a-4fca-8f9e-63197d64220e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:50.165658 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4004141a-c6a8-435e-9dce-e738ee4236d3 req-25ddb4da-442a-4fca-8f9e-63197d64220e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0589185 Mar 07 14:11:50.216792 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4004141a-c6a8-435e-9dce-e738ee4236d3 req-a8f91076-f342-4c8d-9237-b9772e1ffbdd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453470 Mar 07 14:11:50.292744 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port d44d6684-ddb9-492d-92df-84136d88bac2, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d44d6684-ddb9-492d-92df-84136d88bac2,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:11:50.303234 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Returning: {'device': 'd44d6684-ddb9-492d-92df-84136d88bac2', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'port_id': 'd44d6684-ddb9-492d-92df-84136d88bac2', 'mac_address': 'fa:16:3e:a5:03:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:11:50.339984 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port d44d6684-ddb9-492d-92df-84136d88bac2 is: ACTIVE; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:11:50.340372 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:50.353009 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d44d6684-ddb9-492d-92df-84136d88bac2 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:11:50.372572 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port d44d6684-ddb9-492d-92df-84136d88bac2, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d44d6684-ddb9-492d-92df-84136d88bac2,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:11:50.376436 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:50.425684 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=d44d6684-ddb9-492d-92df-84136d88bac2,revision_number=6']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:50.606831 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['d44d6684-ddb9-492d-92df-84136d88bac2'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:11:50.822509 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:51.340160 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be561ed-3254-4c72-bb0c-b0bb66c33ed3 req-9f62844e-5bb0-41bf-be2a-dc6100adbce2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:51.341653 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4be561ed-3254-4c72-bb0c-b0bb66c33ed3 req-9f62844e-5bb0-41bf-be2a-dc6100adbce2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 945 time: 0.0512223 Mar 07 14:11:51.388115 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4be561ed-3254-4c72-bb0c-b0bb66c33ed3 req-ec0e9d87-b92f-4b38-9bd7-8136a13247ff tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410657 Mar 07 14:11:52.086033 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device d44d6684-ddb9-492d-92df-84136d88bac2 up at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:11:52.132100 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning complete for port d44d6684-ddb9-492d-92df-84136d88bac2 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:11:52.132397 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:52.205629 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port d44d6684-ddb9-492d-92df-84136d88bac2 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:11:52.206012 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:52.227635 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3089356-1425-4f0c-9273-ca6138a80476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44d6684-ddb9-492d-92df-84136d88bac2'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:11:52.229877 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36440ada-699f-4b41-85fd-742a74a001fe" -d '{"events": [{"server_uuid": "d3089356-1425-4f0c-9273-ca6138a80476", "name": "network-vif-plugged", "status": "completed", "tag": "d44d6684-ddb9-492d-92df-84136d88bac2"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:11:52.245962 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port d44d6684-ddb9-492d-92df-84136d88bac2, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d44d6684-ddb9-492d-92df-84136d88bac2,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:11:52.250367 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:52.276974 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b11d20-7e03-4453-8da9-d8f4e4319c74 x-openstack-request-id: req-55b11d20-7e03-4453-8da9-d8f4e4319c74 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:11:52.278336 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3089356-1425-4f0c-9273-ca6138a80476", "name": "network-vif-plugged", "status": "completed", "tag": "d44d6684-ddb9-492d-92df-84136d88bac2", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:11:52.278602 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55b11d20-7e03-4453-8da9-d8f4e4319c74 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:11:52.279003 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3089356-1425-4f0c-9273-ca6138a80476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44d6684-ddb9-492d-92df-84136d88bac2', 'code': 200} Mar 07 14:11:52.313248 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:52.320401 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=d44d6684-ddb9-492d-92df-84136d88bac2,revision_number=7']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:11:52.511561 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ec867-6381-4092-b057-5f5199fe9172 req-f7fbc020-6c92-43d4-b663-d10f890608ec tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:52.513049 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9e4ec867-6381-4092-b057-5f5199fe9172 req-f7fbc020-6c92-43d4-b663-d10f890608ec tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0536487 Mar 07 14:11:52.561747 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9e4ec867-6381-4092-b057-5f5199fe9172 req-a69722bc-a4ad-41c8-a144-2340698b869c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429759 Mar 07 14:11:53.688097 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9011e-04fb-41ee-a70d-fbd4d242abda req-594f31da-f62c-4140-8925-1384c46f9f4f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:53.689583 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-20f9011e-04fb-41ee-a70d-fbd4d242abda req-594f31da-f62c-4140-8925-1384c46f9f4f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0536819 Mar 07 14:11:53.735614 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-20f9011e-04fb-41ee-a70d-fbd4d242abda req-4bd10053-a444-4c6e-b433-f7ff3d817ffe tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401669 Mar 07 14:11:54.867679 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24285f9-69ee-4ca9-8c84-24585595c821 req-0c3b8244-8f3e-4f49-bea4-3999f3496969 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:54.869214 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c24285f9-69ee-4ca9-8c84-24585595c821 req-0c3b8244-8f3e-4f49-bea4-3999f3496969 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0610890 Mar 07 14:11:54.920474 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c24285f9-69ee-4ca9-8c84-24585595c821 req-8a0bd752-fa78-4414-8687-a5b9dab6c983 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442853 Mar 07 14:11:56.061682 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0bdc2-bba1-4996-980a-198debe2ca66 req-7f4b9f1a-56fa-4e80-a9e9-18e547aeccf2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:56.064009 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-57c0bdc2-bba1-4996-980a-198debe2ca66 req-7f4b9f1a-56fa-4e80-a9e9-18e547aeccf2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0635483 Mar 07 14:11:56.120717 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-57c0bdc2-bba1-4996-980a-198debe2ca66 req-72591b09-877e-410c-b9c6-d8c55967bad5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472510 Mar 07 14:11:56.438753 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:11:57.292634 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301b38a-77cd-4620-bae3-31507fb675d8 req-8ffa7917-82eb-4979-8f4b-429172f4a663 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:57.294835 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6301b38a-77cd-4620-bae3-31507fb675d8 req-8ffa7917-82eb-4979-8f4b-429172f4a663 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0596359 Mar 07 14:11:57.355954 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6301b38a-77cd-4620-bae3-31507fb675d8 req-781d05f2-40ee-494c-b8ad-8f099f4379e0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484219 Mar 07 14:11:57.921914 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c2f1b064-76fa-4369-9965-bef2da586a71 req-8148d2e2-f3e4-49d2-81c9-49ba2cdf9f9b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542862 Mar 07 14:11:58.015646 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1b064-76fa-4369-9965-bef2da586a71 req-a129d196-8758-44e2-be4e-e5e7b22a7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:58.017308 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c2f1b064-76fa-4369-9965-bef2da586a71 req-a129d196-8758-44e2-be4e-e5e7b22a7381 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00562a6de5794d00b6b4085bc4010fb4&device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 1130 time: 0.0553648 Mar 07 14:11:58.130507 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1b064-76fa-4369-9965-bef2da586a71 req-9319399e-5779-4b64-9b53-375f7740c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:58.133087 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c2f1b064-76fa-4369-9965-bef2da586a71 req-9319399e-5779-4b64-9b53-375f7740c6ca service neutron] 10.222.0.25 "GET /v2.0/networks?id=933b9e65-7ee9-4adf-863f-8b675ebba9ea HTTP/1.1" status: 200 len: 912 time: 0.0965779 Mar 07 14:11:58.208415 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c2f1b064-76fa-4369-9965-bef2da586a71 req-cb3023b0-ca45-4a7a-9516-c068b4a2f01f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c54a7d71-a3d1-4382-a87c-89e30ca61a09 HTTP/1.1" status: 200 len: 1002 time: 0.0688515 Mar 07 14:11:58.262729 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1b064-76fa-4369-9965-bef2da586a71 req-7042def8-b22d-4d4e-a132-ad6ca15e8496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:58.265058 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c2f1b064-76fa-4369-9965-bef2da586a71 req-7042def8-b22d-4d4e-a132-ad6ca15e8496 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=67446beb-321d-48fe-a154-bbf9a158e88a HTTP/1.1" status: 200 len: 850 time: 0.0493963 Mar 07 14:11:58.322835 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1b064-76fa-4369-9965-bef2da586a71 req-6d59b604-a957-4763-8039-f7227992bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:58.324702 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c2f1b064-76fa-4369-9965-bef2da586a71 req-6d59b604-a957-4763-8039-f7227992bdd3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=933b9e65-7ee9-4adf-863f-8b675ebba9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530863 Mar 07 14:11:58.433582 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c2f1b064-76fa-4369-9965-bef2da586a71 req-876f975d-9b13-44e0-ac6c-e2e8ec288503 service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015542 Mar 07 14:11:58.562696 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b2cc9-2bcc-4fb7-8067-0a53f7358ab3 req-561458d0-08c7-404f-9a36-ca6fdf9dfacf tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:58.564301 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1f3b2cc9-2bcc-4fb7-8067-0a53f7358ab3 req-561458d0-08c7-404f-9a36-ca6fdf9dfacf tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.1150911 Mar 07 14:11:58.632351 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c2f1b064-76fa-4369-9965-bef2da586a71 req-076f9317-f4e1-4dcf-811f-46afa9806560 service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904888 Mar 07 14:11:58.657213 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1f3b2cc9-2bcc-4fb7-8067-0a53f7358ab3 req-d6cb3d62-ed7f-402e-80f9-18f6b2f43392 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852108 Mar 07 14:11:59.802066 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bb8c7-880a-410d-9e3a-878950d94a70 req-e7256fe6-ca40-4ae7-bd29-c809973f91eb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:11:59.805035 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db0bb8c7-880a-410d-9e3a-878950d94a70 req-e7256fe6-ca40-4ae7-bd29-c809973f91eb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0591280 Mar 07 14:11:59.875091 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db0bb8c7-880a-410d-9e3a-878950d94a70 req-c9a13439-04cf-4eaa-b080-955d44314a78 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634961 Mar 07 14:12:01.010844 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4e017-9b56-47e9-bdd7-85248832b9ed req-2881aea5-1bd7-473e-ba5d-b7b1c145c64a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:01.012679 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-96d4e017-9b56-47e9-bdd7-85248832b9ed req-2881aea5-1bd7-473e-ba5d-b7b1c145c64a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0603726 Mar 07 14:12:01.068829 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-96d4e017-9b56-47e9-bdd7-85248832b9ed req-20006f04-7ac1-4095-b507-ea138da8709f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495117 Mar 07 14:12:02.221365 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097124c-f60a-4b97-83cf-995e67cac7e2 req-72b6e8bd-b7a9-43d0-b724-8f2dabb239f5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:02.223629 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6097124c-f60a-4b97-83cf-995e67cac7e2 req-72b6e8bd-b7a9-43d0-b724-8f2dabb239f5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0585816 Mar 07 14:12:02.282921 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6097124c-f60a-4b97-83cf-995e67cac7e2 req-79ef2ac5-fee8-41ac-be9a-8ba55f75012e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476353 Mar 07 14:12:03.416359 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d0bb1-b817-4deb-ad3d-a25e00c6c7b7 req-3d950231-c84b-49b7-9555-243eb432dffa tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:03.418059 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d21d0bb1-b817-4deb-ad3d-a25e00c6c7b7 req-3d950231-c84b-49b7-9555-243eb432dffa tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0553551 Mar 07 14:12:03.466515 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d21d0bb1-b817-4deb-ad3d-a25e00c6c7b7 req-6b3b4bde-447c-43ff-91bf-f0d2ff084b85 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426400 Mar 07 14:12:04.603238 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de9c50-03d0-472a-a615-ab5f0d077514 req-b937e646-8b60-4a15-b63a-9eae65ba6eba tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:04.604725 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c2de9c50-03d0-472a-a615-ab5f0d077514 req-b937e646-8b60-4a15-b63a-9eae65ba6eba tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0590863 Mar 07 14:12:04.653168 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c2de9c50-03d0-472a-a615-ab5f0d077514 req-325b1118-956a-4337-89a3-f96c176d48c8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428290 Mar 07 14:12:04.734790 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4bd17-fbf3-47d9-8328-38df2d091ca1 req-10c97d00-2923-462d-8b83-651cc3882b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:04.736265 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-82b4bd17-fbf3-47d9-8328-38df2d091ca1 req-10c97d00-2923-462d-8b83-651cc3882b4a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da39445715f04deaaf654d8b98a2d810&device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 1130 time: 0.0452185 Mar 07 14:12:04.827116 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4bd17-fbf3-47d9-8328-38df2d091ca1 req-de756053-bf4a-418f-95b9-0be4b277cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:04.828474 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-82b4bd17-fbf3-47d9-8328-38df2d091ca1 req-de756053-bf4a-418f-95b9-0be4b277cae5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118 HTTP/1.1" status: 200 len: 917 time: 0.0864542 Mar 07 14:12:04.893243 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-82b4bd17-fbf3-47d9-8328-38df2d091ca1 req-be8275fe-7d70-4797-a942-4d348c1f31bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44d6684-ddb9-492d-92df-84136d88bac2 HTTP/1.1" status: 200 len: 1000 time: 0.0584466 Mar 07 14:12:04.940813 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4bd17-fbf3-47d9-8328-38df2d091ca1 req-9be58210-5211-45b2-bae6-28f50c8c7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:04.942262 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-82b4bd17-fbf3-47d9-8328-38df2d091ca1 req-9be58210-5211-45b2-bae6-28f50c8c7453 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e822426-e097-44b3-a5b1-535a48fe7e53 HTTP/1.1" status: 200 len: 855 time: 0.0431211 Mar 07 14:12:04.993270 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4bd17-fbf3-47d9-8328-38df2d091ca1 req-40a5b0d9-ec90-4cb7-b3b6-0f348609984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:04.994740 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-82b4bd17-fbf3-47d9-8328-38df2d091ca1 req-40a5b0d9-ec90-4cb7-b3b6-0f348609984f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470693 Mar 07 14:12:05.080348 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-82b4bd17-fbf3-47d9-8328-38df2d091ca1 req-6b33bf9e-2bdf-4039-84cf-d321e1b7e744 service neutron] 10.222.0.25 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789676 Mar 07 14:12:05.170462 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-82b4bd17-fbf3-47d9-8328-38df2d091ca1 req-f51bf620-aa5d-4a81-8ad1-62b905bb06ef service neutron] 10.222.0.25 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841255 Mar 07 14:12:05.774908 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb957be5-3964-489d-9a2e-5d95001cecda req-9922fc8f-7601-40a8-bc99-3b836ab679b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:05.776353 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-eb957be5-3964-489d-9a2e-5d95001cecda req-9922fc8f-7601-40a8-bc99-3b836ab679b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0528224 Mar 07 14:12:05.821304 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-eb957be5-3964-489d-9a2e-5d95001cecda req-98deed64-1a26-43a0-8150-093e63f1b549 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394423 Mar 07 14:12:06.941670 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bea68f-2bad-4235-b931-e53409b7b8b1 req-1b726774-cd31-482a-bcf3-c4b7f429b714 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:06.943146 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-34bea68f-2bad-4235-b931-e53409b7b8b1 req-1b726774-cd31-482a-bcf3-c4b7f429b714 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0530267 Mar 07 14:12:06.995733 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-34bea68f-2bad-4235-b931-e53409b7b8b1 req-cda9e8cc-6bfb-4fa7-86c8-c3200d3b9528 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464547 Mar 07 14:12:08.118757 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858b688-cdaa-4b99-bbd7-a0865f90231d req-629e1ad1-17b0-490e-b9ee-c72383441a95 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:08.120220 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d858b688-cdaa-4b99-bbd7-a0865f90231d req-629e1ad1-17b0-490e-b9ee-c72383441a95 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 946 time: 0.0529141 Mar 07 14:12:08.168269 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d858b688-cdaa-4b99-bbd7-a0865f90231d req-100a8842-0fa8-4275-acea-3353cf07b855 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424623 Mar 07 14:12:08.174858 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device d44d6684-ddb9-492d-92df-84136d88bac2 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:12:08.248504 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port d44d6684-ddb9-492d-92df-84136d88bac2 is: ACTIVE; New status is: DOWN {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:12:08.248926 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:08.271686 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3089356-1425-4f0c-9273-ca6138a80476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd44d6684-ddb9-492d-92df-84136d88bac2'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:12:08.274840 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bde9717-365c-4165-af6f-f65056fadfe1" -d '{"events": [{"server_uuid": "d3089356-1425-4f0c-9273-ca6138a80476", "name": "network-vif-unplugged", "status": "completed", "tag": "d44d6684-ddb9-492d-92df-84136d88bac2"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:12:08.290933 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port d44d6684-ddb9-492d-92df-84136d88bac2, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d44d6684-ddb9-492d-92df-84136d88bac2,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:12:08.297985 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:08.328745 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 14:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83d0672-98bb-4646-ab2d-b323fd62e29c x-openstack-request-id: req-e83d0672-98bb-4646-ab2d-b323fd62e29c {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:12:08.329039 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3089356-1425-4f0c-9273-ca6138a80476", "name": "network-vif-unplugged", "status": "failed", "tag": "d44d6684-ddb9-492d-92df-84136d88bac2", "code": 422}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:12:08.329446 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e83d0672-98bb-4646-ab2d-b323fd62e29c {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:12:08.329878 dv-cinder-794001-5-iscsi neutron-server[103242]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd3089356-1425-4f0c-9273-ca6138a80476', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd44d6684-ddb9-492d-92df-84136d88bac2', 'code': 422} returned with failed status Mar 07 14:12:08.360458 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=d44d6684-ddb9-492d-92df-84136d88bac2,revision_number=8']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:12:08.639850 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-8a7f5441-e515-4aae-9a68-0c72fd9fc6ec req-c584d7cd-c73d-422d-9a12-40da6882dfa3 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:12:08.640864 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8a7f5441-e515-4aae-9a68-0c72fd9fc6ec req-c584d7cd-c73d-422d-9a12-40da6882dfa3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051529 Mar 07 14:12:08.798223 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6489b6-3268-474c-a4c7-423a7100fd7a req-53b5ff48-98bb-4ecd-9a5e-02d6bfaf937d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:08.799715 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd6489b6-3268-474c-a4c7-423a7100fd7a req-53b5ff48-98bb-4ecd-9a5e-02d6bfaf937d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0534930 Mar 07 14:12:08.848189 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd6489b6-3268-474c-a4c7-423a7100fd7a req-c9197888-1d27-46e6-aecc-df680597e7dc tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415144 Mar 07 14:12:09.157828 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 36732) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:12:09.246157 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4763a462-29c5-4d66-be11-af0bdf9c636a req-be60206e-35d1-462b-b609-0e2d131a1ef6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871215 Mar 07 14:12:09.254572 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [req-4763a462-29c5-4d66-be11-af0bdf9c636a req-1133dbfc-e20f-4257-99e3-c816a169f800 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:12:09.255523 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4763a462-29c5-4d66-be11-af0bdf9c636a req-1133dbfc-e20f-4257-99e3-c816a169f800 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048959 Mar 07 14:12:09.331426 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 36744) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:12:09.457324 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763a462-29c5-4d66-be11-af0bdf9c636a req-1cde6881-565f-42c8-a342-6895830d4f49 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:09.458670 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4763a462-29c5-4d66-be11-af0bdf9c636a req-1cde6881-565f-42c8-a342-6895830d4f49 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports/d44d6684-ddb9-492d-92df-84136d88bac2 HTTP/1.1" status: 200 len: 941 time: 0.1262257 Mar 07 14:12:09.986493 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f2a67-d46a-4031-b5e2-606505e512b5 req-66104463-eb15-4ce1-8f11-e24de87f2799 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:09.988022 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8d7f2a67-d46a-4031-b5e2-606505e512b5 req-66104463-eb15-4ce1-8f11-e24de87f2799 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0538218 Mar 07 14:12:10.035277 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8d7f2a67-d46a-4031-b5e2-606505e512b5 req-b33bfd01-dbbe-45ef-9169-fd11b7855824 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413752 Mar 07 14:12:11.157020 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461e12c-74ab-4892-92b1-41d2fdab2c15 req-62e80e77-47fc-431f-bf27-2d599a762ce7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:11.158390 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3461e12c-74ab-4892-92b1-41d2fdab2c15 req-62e80e77-47fc-431f-bf27-2d599a762ce7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0542514 Mar 07 14:12:11.377639 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3461e12c-74ab-4892-92b1-41d2fdab2c15 req-e3c323bd-4960-4440-bfe3-be2470c3537f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2137733 Mar 07 14:12:12.189073 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device d44d6684-ddb9-492d-92df-84136d88bac2 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:12:12.262592 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port d44d6684-ddb9-492d-92df-84136d88bac2 is: DOWN; New status is: DOWN {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:12:12.499104 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cec60-3bbf-47df-adac-60fd15da58c6 req-8f9ba5c8-0acc-41c7-802c-96ddf10b37f3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:12.500559 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-775cec60-3bbf-47df-adac-60fd15da58c6 req-8f9ba5c8-0acc-41c7-802c-96ddf10b37f3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0522797 Mar 07 14:12:12.547014 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-775cec60-3bbf-47df-adac-60fd15da58c6 req-8b7da957-3d59-4aec-adbd-ae2544fc26ca tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405231 Mar 07 14:12:13.669407 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e00f6-417a-466b-9994-a503644c7455 req-b1a52f49-8fc5-42bb-9a1a-9ee08ba09b78 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:13.670877 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-242e00f6-417a-466b-9994-a503644c7455 req-b1a52f49-8fc5-42bb-9a1a-9ee08ba09b78 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0522861 Mar 07 14:12:13.718609 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-242e00f6-417a-466b-9994-a503644c7455 req-bbbe83d0-e0c6-42f4-be08-2c3c319aeee2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421631 Mar 07 14:12:14.840083 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7285a-98ca-4dec-9c1c-d4f16b9ed036 req-47cf6429-2e7f-4840-9d35-3a2a27bdc40f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:14.841582 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1ae7285a-98ca-4dec-9c1c-d4f16b9ed036 req-47cf6429-2e7f-4840-9d35-3a2a27bdc40f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0511239 Mar 07 14:12:14.886438 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1ae7285a-98ca-4dec-9c1c-d4f16b9ed036 req-e4ea03a0-eab1-4476-9413-d657e1fa6563 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391641 Mar 07 14:12:15.830865 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6915f7fd-4349-46f4-95ae-c23d0c9df3f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:16.007425 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb5a59-d0f2-4441-b217-586d66ae24fd req-c26ab18f-f812-4144-8b01-91bb92b0127d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:16.009083 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fdeb5a59-d0f2-4441-b217-586d66ae24fd req-c26ab18f-f812-4144-8b01-91bb92b0127d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0525000 Mar 07 14:12:16.055649 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fdeb5a59-d0f2-4441-b217-586d66ae24fd req-d1cf56fa-7f11-4e57-adff-e67ced1d9526 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392034 Mar 07 14:12:17.177138 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758a785-8e10-48b4-ab77-17f8f8c37568 req-7ad030ef-6879-40da-a359-7884b819e1f3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:17.178614 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3758a785-8e10-48b4-ab77-17f8f8c37568 req-7ad030ef-6879-40da-a359-7884b819e1f3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0547228 Mar 07 14:12:17.226043 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3758a785-8e10-48b4-ab77-17f8f8c37568 req-e4839f71-95f8-407c-9a7f-4b0b2ab6ed09 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412149 Mar 07 14:12:18.145020 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e7865579-56b5-4cc8-af24-a52913c68fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:18.350961 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef62b1-e569-450c-b940-d7392b688661 req-aa974128-e6ff-4468-931d-fbb168c54127 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:18.352902 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-edef62b1-e569-450c-b940-d7392b688661 req-aa974128-e6ff-4468-931d-fbb168c54127 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0536532 Mar 07 14:12:18.399723 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-edef62b1-e569-450c-b940-d7392b688661 req-4cda99ba-5598-40fe-815e-1c32dc816e4b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413353 Mar 07 14:12:19.395648 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:19.529162 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f2cf4-0c85-4085-a51e-23b294dcdc2c req-5f2079fa-3f1b-4f15-8fad-270f1baab632 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:19.530553 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f16f2cf4-0c85-4085-a51e-23b294dcdc2c req-5f2079fa-3f1b-4f15-8fad-270f1baab632 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0602098 Mar 07 14:12:19.575757 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f16f2cf4-0c85-4085-a51e-23b294dcdc2c req-a4623e4f-71ab-406f-8a20-7438a9d8d933 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398166 Mar 07 14:12:20.701020 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcb2d4-8b85-445d-b3d7-e93825380e04 req-3a92f5f5-3ff0-4445-a8b0-16f3287fbec4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:20.702476 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3ebcb2d4-8b85-445d-b3d7-e93825380e04 req-3a92f5f5-3ff0-4445-a8b0-16f3287fbec4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0520058 Mar 07 14:12:20.748334 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3ebcb2d4-8b85-445d-b3d7-e93825380e04 req-1f3fd3fd-9506-4e15-9048-d2b054eb5331 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403912 Mar 07 14:12:20.827886 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:21.871981 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49ea4d-a27a-4d30-b704-71b2d3ea9ede req-8582ba34-d24a-484a-afc4-0c2178379fd5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:21.873557 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5b49ea4d-a27a-4d30-b704-71b2d3ea9ede req-8582ba34-d24a-484a-afc4-0c2178379fd5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0532711 Mar 07 14:12:21.924101 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5b49ea4d-a27a-4d30-b704-71b2d3ea9ede req-2162fcbe-3942-4b5f-965a-965a8f3fac97 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451415 Mar 07 14:12:22.295518 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:22.403114 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:12:23.045323 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad335f82-55ce-48d4-9ac5-35fccfa81667 req-a3152bf4-d6df-4ea1-bd8f-1c1f9aeb771f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:23.046789 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ad335f82-55ce-48d4-9ac5-35fccfa81667 req-a3152bf4-d6df-4ea1-bd8f-1c1f9aeb771f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0523081 Mar 07 14:12:23.092092 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ad335f82-55ce-48d4-9ac5-35fccfa81667 req-59061043-7aad-44ab-b73b-19ce7a3e98c5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398412 Mar 07 14:12:24.210819 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9d578-287d-4a77-84bb-4009064481f0 req-92e96336-4db2-4cbe-b1f4-ee0ffeb8fb9d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:24.212265 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-97f9d578-287d-4a77-84bb-4009064481f0 req-92e96336-4db2-4cbe-b1f4-ee0ffeb8fb9d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0507562 Mar 07 14:12:24.257665 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-97f9d578-287d-4a77-84bb-4009064481f0 req-0b51af1d-0929-4af4-a984-189205a256d4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392599 Mar 07 14:12:25.383498 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648eda7-eba2-4541-98c3-aff88c8cb186 req-cd1ab019-d52f-4d80-9318-e62305e92536 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:25.384997 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2648eda7-eba2-4541-98c3-aff88c8cb186 req-cd1ab019-d52f-4d80-9318-e62305e92536 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0553575 Mar 07 14:12:25.430633 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2648eda7-eba2-4541-98c3-aff88c8cb186 req-6ddb70e8-bbba-47eb-be5a-e2ba684e4a8a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394826 Mar 07 14:12:26.450563 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:26.554290 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d29a2-1ade-4343-9b21-2248ef15aac9 req-cbc0c2bb-bf33-4d01-bc80-f0f4cf816ab4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:26.555517 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d65d29a2-1ade-4343-9b21-2248ef15aac9 req-cbc0c2bb-bf33-4d01-bc80-f0f4cf816ab4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0540500 Mar 07 14:12:26.604871 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d65d29a2-1ade-4343-9b21-2248ef15aac9 req-ea7ae2b8-fe01-4698-8fec-ae8e0d8f17f9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426667 Mar 07 14:12:27.724716 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa99fc6-dcb0-4a84-bdbd-1a16a8162822 req-aa4a43ed-69a5-4cb0-8f2b-f67ba1591931 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:27.726198 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aaa99fc6-dcb0-4a84-bdbd-1a16a8162822 req-aa4a43ed-69a5-4cb0-8f2b-f67ba1591931 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0513227 Mar 07 14:12:27.777267 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aaa99fc6-dcb0-4a84-bdbd-1a16a8162822 req-6ecfb146-0ef0-45f3-a2f5-24655cf3547d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450439 Mar 07 14:12:28.905827 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1a05c-3fb2-47fb-89d8-74638aee77e2 req-17e2a930-a6b7-4e63-be81-479b77c218b1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:28.907272 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d7d1a05c-3fb2-47fb-89d8-74638aee77e2 req-17e2a930-a6b7-4e63-be81-479b77c218b1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0578282 Mar 07 14:12:28.954142 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d7d1a05c-3fb2-47fb-89d8-74638aee77e2 req-80c270e0-cded-4fff-b4d9-ded707bfdce6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412481 Mar 07 14:12:30.073331 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8a7f9-ed6f-49ad-bdc8-acd217e1c73d req-ccfd10e4-6ff1-41cc-9f23-95c0e492850e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:30.075884 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-68b8a7f9-ed6f-49ad-bdc8-acd217e1c73d req-ccfd10e4-6ff1-41cc-9f23-95c0e492850e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0529559 Mar 07 14:12:30.122584 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-68b8a7f9-ed6f-49ad-bdc8-acd217e1c73d req-5c8a7c40-d8e3-45fb-8b36-aaf37fb63ce5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412719 Mar 07 14:12:31.244085 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d38b2-1eeb-428d-831d-840d1151be2f req-549d8e7d-832f-403e-8f00-6748f0cc02e8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:31.245585 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a48d38b2-1eeb-428d-831d-840d1151be2f req-549d8e7d-832f-403e-8f00-6748f0cc02e8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0545735 Mar 07 14:12:31.292353 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a48d38b2-1eeb-428d-831d-840d1151be2f req-5b8e59ad-1e1c-4c3a-9514-bd9f2b167a92 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407526 Mar 07 14:12:32.414884 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68176d-8917-4f0b-bb14-621c017a505d req-25def458-386c-4fd2-9297-35462583dac0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:32.416301 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db68176d-8917-4f0b-bb14-621c017a505d req-25def458-386c-4fd2-9297-35462583dac0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0525849 Mar 07 14:12:32.463280 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db68176d-8917-4f0b-bb14-621c017a505d req-2fcd42c4-997c-4377-8ca7-7719a1ebf3da tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407548 Mar 07 14:12:33.602402 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de9e49-8fa4-4092-982d-f9a027fa6335 req-11d5dc67-96af-49a5-9d42-d235027b27a8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:33.604475 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-22de9e49-8fa4-4092-982d-f9a027fa6335 req-11d5dc67-96af-49a5-9d42-d235027b27a8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0626888 Mar 07 14:12:33.655181 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-22de9e49-8fa4-4092-982d-f9a027fa6335 req-e81116f3-708c-4b90-980e-668eb761eae5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446005 Mar 07 14:12:34.788299 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a062fa5-6a81-46e0-9cd8-d191ec2b9cf4 req-0850b506-1931-4e6d-9bb3-8a3997723953 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:34.789702 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8a062fa5-6a81-46e0-9cd8-d191ec2b9cf4 req-0850b506-1931-4e6d-9bb3-8a3997723953 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0531397 Mar 07 14:12:34.835441 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8a062fa5-6a81-46e0-9cd8-d191ec2b9cf4 req-0f47e286-5341-4e63-b142-4ce810bbbe2b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401766 Mar 07 14:12:35.957161 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad020f-1537-4fdb-a913-2291262f024b req-9549525b-5761-4ac0-a702-886cac73775b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:35.958650 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5cad020f-1537-4fdb-a913-2291262f024b req-9549525b-5761-4ac0-a702-886cac73775b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0513358 Mar 07 14:12:36.008195 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5cad020f-1537-4fdb-a913-2291262f024b req-2495dd93-ac50-42b0-8c73-10658710b94b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439975 Mar 07 14:12:37.134276 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9236ff-3758-4553-ad98-9c93dc7aef0f req-db6559ff-b912-4ccc-a3bb-7b2aa2dc01d5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:37.135762 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cb9236ff-3758-4553-ad98-9c93dc7aef0f req-db6559ff-b912-4ccc-a3bb-7b2aa2dc01d5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0544488 Mar 07 14:12:37.183882 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cb9236ff-3758-4553-ad98-9c93dc7aef0f req-f5e128f7-56b4-47df-8167-794401dbd4bf tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417230 Mar 07 14:12:38.306474 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1e4e8-a8c4-44fa-919f-87d0d711458f req-cdcd646e-97ac-4ff8-82a9-2d0e2fbb198c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:38.307860 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6ba1e4e8-a8c4-44fa-919f-87d0d711458f req-cdcd646e-97ac-4ff8-82a9-2d0e2fbb198c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0540156 Mar 07 14:12:38.353282 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6ba1e4e8-a8c4-44fa-919f-87d0d711458f req-105dee09-bdfc-401c-b946-686c3507f067 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392306 Mar 07 14:12:39.478355 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8bb466-9fa7-49ff-9036-3d185e25edee req-f885806f-e057-4b2f-bfd3-c364fb381094 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:39.479806 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6a8bb466-9fa7-49ff-9036-3d185e25edee req-f885806f-e057-4b2f-bfd3-c364fb381094 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0560656 Mar 07 14:12:39.527579 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6a8bb466-9fa7-49ff-9036-3d185e25edee req-db60fcca-6a1d-493e-b40c-c4237a738ea1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421953 Mar 07 14:12:40.651107 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a4192-c77f-49a3-b8d7-8d783f26adba req-d4cb2876-a9cf-480a-a771-73395224d136 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:40.652584 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-330a4192-c77f-49a3-b8d7-8d783f26adba req-d4cb2876-a9cf-480a-a771-73395224d136 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0528328 Mar 07 14:12:40.699011 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-330a4192-c77f-49a3-b8d7-8d783f26adba req-3d10e7c8-abaf-4b50-b721-5c31276253f6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401020 Mar 07 14:12:41.819811 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3db70b-8848-4864-abb0-78a565b39a68 req-b12a0999-45c9-47c6-ae4b-526f95d59b57 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:41.821290 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9a3db70b-8848-4864-abb0-78a565b39a68 req-b12a0999-45c9-47c6-ae4b-526f95d59b57 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0514371 Mar 07 14:12:41.871813 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9a3db70b-8848-4864-abb0-78a565b39a68 req-af01c78d-1f83-4192-90a6-4b601e29b6b4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450501 Mar 07 14:12:42.993183 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db36338-9a48-4328-8b56-c0fdee60e37d req-1e708e1e-acfe-4c37-aced-ea2b1b1c9c14 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:42.994638 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0db36338-9a48-4328-8b56-c0fdee60e37d req-1e708e1e-acfe-4c37-aced-ea2b1b1c9c14 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0518029 Mar 07 14:12:43.039918 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0db36338-9a48-4328-8b56-c0fdee60e37d req-ba73cc53-8f44-4679-8b3c-24bd27cd4e4a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399072 Mar 07 14:12:44.164661 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a15683-85ea-402a-8594-903b8ef80408 req-e77ccc22-c78f-4de0-95cc-71e0916ed93a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:44.166167 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e0a15683-85ea-402a-8594-903b8ef80408 req-e77ccc22-c78f-4de0-95cc-71e0916ed93a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0516574 Mar 07 14:12:44.216367 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e0a15683-85ea-402a-8594-903b8ef80408 req-ccb1ad9d-3053-40b4-b886-8a39fd64d439 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446162 Mar 07 14:12:45.340827 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4551a-fd47-400e-a5e2-72a2cb87c195 req-0cc75885-81ad-466b-9ae0-0a59ebcc5276 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:45.342295 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c8e4551a-fd47-400e-a5e2-72a2cb87c195 req-0cc75885-81ad-466b-9ae0-0a59ebcc5276 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0559750 Mar 07 14:12:45.388309 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c8e4551a-fd47-400e-a5e2-72a2cb87c195 req-ce3b305f-2682-4bcf-8d2e-d2f9c40de693 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405300 Mar 07 14:12:45.833232 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-82918ddc-63e5-4516-aba8-12b15c8c22aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:46.512228 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ee11e-5ca9-4a9f-b57a-c69407940271 req-f139f929-2897-438b-b188-b7655f22d2b5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:46.513763 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-574ee11e-5ca9-4a9f-b57a-c69407940271 req-f139f929-2897-438b-b188-b7655f22d2b5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0522292 Mar 07 14:12:46.563223 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-574ee11e-5ca9-4a9f-b57a-c69407940271 req-130b2442-e4b2-48f3-b19d-d0d594cccd0f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437462 Mar 07 14:12:47.689606 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd85702-9980-4715-b9a7-8b7c82448812 req-234affed-e7a3-4541-af38-5e7d89f5e686 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:47.691081 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cdd85702-9980-4715-b9a7-8b7c82448812 req-234affed-e7a3-4541-af38-5e7d89f5e686 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0563476 Mar 07 14:12:47.737196 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cdd85702-9980-4715-b9a7-8b7c82448812 req-0e1fb2c7-0bd5-4500-ad3f-1b9b6407db89 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397537 Mar 07 14:12:48.147502 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-742b95fe-11bf-4da8-8cc6-0c34d67a81df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:48.858916 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1151f7-6599-4fcf-82f6-4502d067568f req-6071a074-cca4-496e-b3f7-2fbd702235b5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:48.860380 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3f1151f7-6599-4fcf-82f6-4502d067568f req-6071a074-cca4-496e-b3f7-2fbd702235b5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0519147 Mar 07 14:12:48.907255 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3f1151f7-6599-4fcf-82f6-4502d067568f req-9413095e-e408-4841-bfb7-73a6b3da18a8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413086 Mar 07 14:12:49.401096 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:50.029929 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000b300-65e4-4997-8f7b-d6c1c7abae9b req-599a4345-28d9-4f3f-a430-0c11abb45adb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:50.031425 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6000b300-65e4-4997-8f7b-d6c1c7abae9b req-599a4345-28d9-4f3f-a430-0c11abb45adb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0520372 Mar 07 14:12:50.080263 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6000b300-65e4-4997-8f7b-d6c1c7abae9b req-7bcab5a3-756f-4883-b939-9c4dd4204941 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434413 Mar 07 14:12:50.831872 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:51.203049 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad06a-2a56-4eca-b268-8ed03954e6be req-30417a70-03f4-4a8b-8965-42c28b523a7e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:51.204499 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-26dad06a-2a56-4eca-b268-8ed03954e6be req-30417a70-03f4-4a8b-8965-42c28b523a7e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0518360 Mar 07 14:12:51.250789 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-26dad06a-2a56-4eca-b268-8ed03954e6be req-9954c437-a2d4-4fd0-ae65-da29d665834a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403969 Mar 07 14:12:52.299390 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:52.374434 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcaf6b3-f0cc-4577-9922-2aba727424b8 req-d711beb4-7bc9-42fc-a975-c0209e90abce tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:52.375937 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3dcaf6b3-f0cc-4577-9922-2aba727424b8 req-d711beb4-7bc9-42fc-a975-c0209e90abce tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0546877 Mar 07 14:12:52.422808 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3dcaf6b3-f0cc-4577-9922-2aba727424b8 req-c6077d93-f545-48b0-8b73-3f7655f7b80c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408499 Mar 07 14:12:53.546989 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98a68c-c89f-4c54-9d19-a4e578055232 req-41db46f3-7210-4b86-9360-11640f546817 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:53.548461 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0f98a68c-c89f-4c54-9d19-a4e578055232 req-41db46f3-7210-4b86-9360-11640f546817 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0558486 Mar 07 14:12:53.594008 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0f98a68c-c89f-4c54-9d19-a4e578055232 req-b73c2c5b-6c80-4de3-b876-7ea4778593df tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392585 Mar 07 14:12:54.716834 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44e712-729d-4b4f-9faf-05d0d3afe380 req-b3bd68f5-1932-4d4e-943b-d73eb31958d1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:54.718241 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3b44e712-729d-4b4f-9faf-05d0d3afe380 req-b3bd68f5-1932-4d4e-943b-d73eb31958d1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0522475 Mar 07 14:12:54.764497 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3b44e712-729d-4b4f-9faf-05d0d3afe380 req-311c5251-725a-4a44-8fec-37d708503652 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404983 Mar 07 14:12:55.934753 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c90f5-e4d5-4f2a-a674-3167102345f1 req-710757bf-d60d-4210-91ac-ffb84557043e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:55.936237 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-263c90f5-e4d5-4f2a-a674-3167102345f1 req-710757bf-d60d-4210-91ac-ffb84557043e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.1010628 Mar 07 14:12:55.986677 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-263c90f5-e4d5-4f2a-a674-3167102345f1 req-53091df6-464b-4ab4-9c10-473009edb658 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446899 Mar 07 14:12:56.466787 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:12:57.158565 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe518b0-edd9-4fc7-bc17-8d9d3016baaa req-9b94d4fe-0780-4b81-bc7c-1dab064ae680 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:57.159977 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1fe518b0-edd9-4fc7-bc17-8d9d3016baaa req-9b94d4fe-0780-4b81-bc7c-1dab064ae680 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.1026766 Mar 07 14:12:57.205869 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1fe518b0-edd9-4fc7-bc17-8d9d3016baaa req-66184aec-9013-4925-ac8e-908ea5b45c9c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398791 Mar 07 14:12:57.913810 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9c86beaa-8084-4ddd-bda8-b7dfc147d524 req-d1effb19-2f59-4216-a5cb-9759655ed660 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433722 Mar 07 14:12:57.991032 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86beaa-8084-4ddd-bda8-b7dfc147d524 req-19ed5a69-2f57-4c02-bd9b-95f5a6a27c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:57.992524 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9c86beaa-8084-4ddd-bda8-b7dfc147d524 req-19ed5a69-2f57-4c02-bd9b-95f5a6a27c24 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 1130 time: 0.0469718 Mar 07 14:12:58.093416 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86beaa-8084-4ddd-bda8-b7dfc147d524 req-1facb444-56e0-4c56-ab92-ca4e2aac2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:58.094850 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9c86beaa-8084-4ddd-bda8-b7dfc147d524 req-1facb444-56e0-4c56-ab92-ca4e2aac2d20 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 200 len: 916 time: 0.0843503 Mar 07 14:12:58.165656 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9c86beaa-8084-4ddd-bda8-b7dfc147d524 req-27a1da00-3e20-4504-8e0c-1fe1708ba252 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e83f7f4-e220-4dc9-9bc5-d249f50675e7 HTTP/1.1" status: 200 len: 1002 time: 0.0627778 Mar 07 14:12:58.223143 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86beaa-8084-4ddd-bda8-b7dfc147d524 req-08d971db-8804-4f94-bd13-d952ef53ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:58.225747 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9c86beaa-8084-4ddd-bda8-b7dfc147d524 req-08d971db-8804-4f94-bd13-d952ef53ce0a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94b6b23d-f0fc-499f-8502-08cb48270361 HTTP/1.1" status: 200 len: 854 time: 0.0543139 Mar 07 14:12:58.274576 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86beaa-8084-4ddd-bda8-b7dfc147d524 req-b1989495-cda5-4a33-a9d7-4c96a64ecb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:58.276090 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9c86beaa-8084-4ddd-bda8-b7dfc147d524 req-b1989495-cda5-4a33-a9d7-4c96a64ecb9b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b62fa4f-b2cf-4013-a771-a3abfae0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448005 Mar 07 14:12:58.389228 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b779f-e1e6-4dc0-9f48-c96ab7132d9f req-a5111167-6b88-4ddd-bcc7-a04224f4b9ec tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:58.390742 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-152b779f-e1e6-4dc0-9f48-c96ab7132d9f req-a5111167-6b88-4ddd-bcc7-a04224f4b9ec tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.1114919 Mar 07 14:12:58.410260 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9c86beaa-8084-4ddd-bda8-b7dfc147d524 req-4c083d0f-9590-4cd0-9648-b99fe94542c1 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224835 Mar 07 14:12:58.497375 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-152b779f-e1e6-4dc0-9f48-c96ab7132d9f req-c79f769e-5a99-49f0-8618-e134833e336d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0972791 Mar 07 14:12:58.524130 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9c86beaa-8084-4ddd-bda8-b7dfc147d524 req-b9dbfc5f-845e-4ce5-a337-71e5fb76f1fc service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072361 Mar 07 14:12:59.401366 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:12:59.618693 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9613e-93a0-4d3d-8370-86a68370db1e req-2782aadc-01de-466d-9d7f-85c9a5c7b4e2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:12:59.620146 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6bc9613e-93a0-4d3d-8370-86a68370db1e req-2782aadc-01de-466d-9d7f-85c9a5c7b4e2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0525038 Mar 07 14:12:59.666314 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6bc9613e-93a0-4d3d-8370-86a68370db1e req-1dd4136c-f64b-4850-a149-2d210778096e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405693 Mar 07 14:13:00.786443 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce311e1-7e5e-4154-a8b7-b03a32742b95 req-29c7d7c8-60ab-4b46-b277-17921d20a416 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:00.788423 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8ce311e1-7e5e-4154-a8b7-b03a32742b95 req-29c7d7c8-60ab-4b46-b277-17921d20a416 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0525942 Mar 07 14:13:00.837725 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8ce311e1-7e5e-4154-a8b7-b03a32742b95 req-e3f0eb28-40ba-4b79-95cb-d4074ae32490 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437109 Mar 07 14:13:01.959626 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2618f22-1607-4557-bdbd-966783db1227 req-169b92bb-c574-42dd-a009-5d22409f7e62 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:01.961106 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b2618f22-1607-4557-bdbd-966783db1227 req-169b92bb-c574-42dd-a009-5d22409f7e62 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0522974 Mar 07 14:13:02.006690 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b2618f22-1607-4557-bdbd-966783db1227 req-2d444e50-6c6b-48d6-9019-9954f15a3e13 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399182 Mar 07 14:13:03.127499 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03fea4-3b22-4184-a74a-a59999f4ac13 req-625bed5e-83d5-4974-a481-c5d138e45245 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:03.129019 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0b03fea4-3b22-4184-a74a-a59999f4ac13 req-625bed5e-83d5-4974-a481-c5d138e45245 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0518560 Mar 07 14:13:03.174194 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0b03fea4-3b22-4184-a74a-a59999f4ac13 req-a186f985-b689-4099-937c-3f513e3a6076 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393016 Mar 07 14:13:04.299098 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182ba1a-83b0-4ae7-a2a5-e104472c3fc7 req-c3cf2106-96a1-4a4f-9d18-5a08c4add323 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:04.300601 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8182ba1a-83b0-4ae7-a2a5-e104472c3fc7 req-c3cf2106-96a1-4a4f-9d18-5a08c4add323 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0564561 Mar 07 14:13:04.346770 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8182ba1a-83b0-4ae7-a2a5-e104472c3fc7 req-cd329fde-685a-4b61-a4a9-4c554e155734 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395453 Mar 07 14:13:05.468224 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52463ba3-3e8a-406f-8a7b-2e4e63c0ada0 req-8209441a-bee2-4197-b8b5-fca6cc87a2dd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:05.469757 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-52463ba3-3e8a-406f-8a7b-2e4e63c0ada0 req-8209441a-bee2-4197-b8b5-fca6cc87a2dd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0523670 Mar 07 14:13:05.516913 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-52463ba3-3e8a-406f-8a7b-2e4e63c0ada0 req-1ba1fd54-3458-473b-ac92-4ee91188c4ff tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414696 Mar 07 14:13:06.644269 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6dcad8-ad48-4aef-aa07-33db09e7b8be req-08d21ff8-8334-4f18-b3c5-482ebaf2bc9e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:06.645785 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8b6dcad8-ad48-4aef-aa07-33db09e7b8be req-08d21ff8-8334-4f18-b3c5-482ebaf2bc9e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0522299 Mar 07 14:13:06.695511 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8b6dcad8-ad48-4aef-aa07-33db09e7b8be req-bb9965d3-edf9-409d-8518-b2b56f582713 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430663 Mar 07 14:13:07.817120 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86401540-631e-4d77-89ab-d9ea0896b2d6 req-314c7477-3fd5-43d8-b9d5-a2f1e2a3556a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:07.819298 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-86401540-631e-4d77-89ab-d9ea0896b2d6 req-314c7477-3fd5-43d8-b9d5-a2f1e2a3556a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0514202 Mar 07 14:13:07.865629 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-86401540-631e-4d77-89ab-d9ea0896b2d6 req-87eaa7e8-0afc-47af-9205-221a465d32f1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403283 Mar 07 14:13:08.984941 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a54959-4231-4ecb-bf67-b1607d73431e req-60bd47bc-e521-45a8-a551-0c1c5b13b827 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:08.986418 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-30a54959-4231-4ecb-bf67-b1607d73431e req-60bd47bc-e521-45a8-a551-0c1c5b13b827 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0510960 Mar 07 14:13:09.032375 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-30a54959-4231-4ecb-bf67-b1607d73431e req-fefacc55-d8bc-4e86-abcc-537f2b7846c8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396340 Mar 07 14:13:10.256479 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6dc38-fcd2-40e2-9b46-601328703e96 req-5ae8a0e5-8e6f-448e-825e-8c4d4a810690 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:10.257901 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-13f6dc38-fcd2-40e2-9b46-601328703e96 req-5ae8a0e5-8e6f-448e-825e-8c4d4a810690 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0546260 Mar 07 14:13:10.304894 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-13f6dc38-fcd2-40e2-9b46-601328703e96 req-d8897fe3-edbd-4162-abe3-90fa77c5488c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415559 Mar 07 14:13:11.425010 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dd9a0-a8e9-4b04-8f20-b23dcf6a7f03 req-1435e7cb-7894-4d81-acd9-7ed04eb8a4e8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:11.426464 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-df5dd9a0-a8e9-4b04-8f20-b23dcf6a7f03 req-1435e7cb-7894-4d81-acd9-7ed04eb8a4e8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0513778 Mar 07 14:13:11.472063 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-df5dd9a0-a8e9-4b04-8f20-b23dcf6a7f03 req-73387138-d915-40d7-96ef-cc65d80e39f4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393846 Mar 07 14:13:12.597060 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75726c3d-ec18-434a-b1eb-1770e708562c req-4ca907d7-103e-4359-a3ea-960a035b05f5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:12.598661 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-75726c3d-ec18-434a-b1eb-1770e708562c req-4ca907d7-103e-4359-a3ea-960a035b05f5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0554249 Mar 07 14:13:12.646531 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-75726c3d-ec18-434a-b1eb-1770e708562c req-1d4d39bf-8cf3-47c3-bd73-42147bf524ed tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419772 Mar 07 14:13:13.770491 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b918703-fe10-44f9-8871-ccf20ed14522 req-09b84768-353e-4c5a-b4c3-88519eb416fb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:13.772147 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5b918703-fe10-44f9-8871-ccf20ed14522 req-09b84768-353e-4c5a-b4c3-88519eb416fb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0546660 Mar 07 14:13:13.818147 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5b918703-fe10-44f9-8871-ccf20ed14522 req-e9ef3ac7-bb04-4227-b447-b9752cc7f1ce tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403693 Mar 07 14:13:14.937620 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e7aae-f9ab-4b98-b946-9f5c7efb4611 req-07520832-08d2-4239-b55e-bac47be9dc71 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:14.939074 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1d7e7aae-f9ab-4b98-b946-9f5c7efb4611 req-07520832-08d2-4239-b55e-bac47be9dc71 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0513823 Mar 07 14:13:14.989442 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1d7e7aae-f9ab-4b98-b946-9f5c7efb4611 req-80c289ac-d5a0-4a7e-855f-260e07b3105b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444746 Mar 07 14:13:15.836775 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-22e039c0-ad18-47fa-bfa8-9b993346e616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:16.109235 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ee9ad-f96f-422b-92c6-2813a8572082 req-7ac2ab9a-c327-400a-ba63-2584a0454066 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:16.110587 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5e1ee9ad-f96f-422b-92c6-2813a8572082 req-7ac2ab9a-c327-400a-ba63-2584a0454066 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0512764 Mar 07 14:13:16.156560 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5e1ee9ad-f96f-422b-92c6-2813a8572082 req-f5a763f6-b83f-430d-bc5e-7221362cc4c4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402019 Mar 07 14:13:17.276907 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c112db2-939c-4ba3-b81c-f0784e863ac0 req-e004c00d-4f34-449c-8f3c-31512258c566 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:17.278410 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2c112db2-939c-4ba3-b81c-f0784e863ac0 req-e004c00d-4f34-449c-8f3c-31512258c566 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0520313 Mar 07 14:13:17.326356 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2c112db2-939c-4ba3-b81c-f0784e863ac0 req-c6af3f05-46e3-4efc-92b7-eccf282006fd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419898 Mar 07 14:13:18.150035 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3154b3fc-81f2-45b7-90b2-ad784aa2b08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:18.451979 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba61ea0-b34c-4f3e-8e2d-64b9a4a01ced req-15dc73d1-ebbe-491b-a6dc-f5bc16105db6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:18.453513 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dba61ea0-b34c-4f3e-8e2d-64b9a4a01ced req-15dc73d1-ebbe-491b-a6dc-f5bc16105db6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0544455 Mar 07 14:13:18.499266 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dba61ea0-b34c-4f3e-8e2d-64b9a4a01ced req-ff5f817c-e911-4f91-ac35-480e519d7a01 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398779 Mar 07 14:13:19.399966 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:19.622171 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b45a5-ff67-480d-b3ae-8b6f7be8f544 req-190d81ea-f767-45de-8193-2d1286991861 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:19.623588 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-432b45a5-ff67-480d-b3ae-8b6f7be8f544 req-190d81ea-f767-45de-8193-2d1286991861 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0529492 Mar 07 14:13:19.669636 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-432b45a5-ff67-480d-b3ae-8b6f7be8f544 req-2ad0767d-94dc-4b8a-a787-69e99e0ede80 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405772 Mar 07 14:13:20.790465 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31ba61-d1aa-4d36-bb0a-f28c3f0644fc req-1f63c013-61da-4b89-a2b6-6b3f7d56fc12 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:20.791900 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9a31ba61-d1aa-4d36-bb0a-f28c3f0644fc req-1f63c013-61da-4b89-a2b6-6b3f7d56fc12 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0507944 Mar 07 14:13:20.838251 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:20.842987 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9a31ba61-d1aa-4d36-bb0a-f28c3f0644fc req-09cf519a-f872-4d81-87d5-163623d67eae tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455599 Mar 07 14:13:21.965183 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489d3e2-49de-4eba-9b24-f3b4d17d2c68 req-a8f838a2-93ae-4596-8fbd-abebe7111072 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:21.966609 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7489d3e2-49de-4eba-9b24-f3b4d17d2c68 req-a8f838a2-93ae-4596-8fbd-abebe7111072 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0507998 Mar 07 14:13:22.010946 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7489d3e2-49de-4eba-9b24-f3b4d17d2c68 req-f66a921c-2ae7-44a5-9193-e31592314372 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388732 Mar 07 14:13:22.303501 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:23.131936 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085dc6f-3f1d-46b5-93bc-aebdf53ada56 req-1ce9bc71-6e3e-457f-8a58-950bd40a5cef tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:23.133426 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f085dc6f-3f1d-46b5-93bc-aebdf53ada56 req-1ce9bc71-6e3e-457f-8a58-950bd40a5cef tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0516880 Mar 07 14:13:23.180509 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f085dc6f-3f1d-46b5-93bc-aebdf53ada56 req-3abdea45-fbb7-4099-aaa0-78d7e011ae02 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416093 Mar 07 14:13:24.305192 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51876776-662d-4efb-bd3d-9839df606d4e req-e8ffb167-9b6c-43db-8070-518d085250fd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:24.306653 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-51876776-662d-4efb-bd3d-9839df606d4e req-e8ffb167-9b6c-43db-8070-518d085250fd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0548103 Mar 07 14:13:24.352427 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-51876776-662d-4efb-bd3d-9839df606d4e req-084b67d4-9053-4d2a-981f-3a6f994a7499 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402946 Mar 07 14:13:25.472630 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ccb34-b7e6-4728-9b2e-d85b7a7dc7c4 req-b5fedebb-8076-4cc6-a897-b65a242ef90b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:25.474224 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-719ccb34-b7e6-4728-9b2e-d85b7a7dc7c4 req-b5fedebb-8076-4cc6-a897-b65a242ef90b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0518739 Mar 07 14:13:25.521226 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-719ccb34-b7e6-4728-9b2e-d85b7a7dc7c4 req-631a82d2-7c1e-4973-9657-df336f14df6f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414555 Mar 07 14:13:26.475121 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:26.646335 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136db350-d464-48bd-8dd5-c14534e33303 req-dab048d2-725a-4d14-9bce-6e655f0af018 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:26.647792 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-136db350-d464-48bd-8dd5-c14534e33303 req-dab048d2-725a-4d14-9bce-6e655f0af018 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0563211 Mar 07 14:13:26.692622 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-136db350-d464-48bd-8dd5-c14534e33303 req-11419363-5ca6-4052-aa0b-f968f1bc76f7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391269 Mar 07 14:13:27.818118 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afdb53-c923-49b0-8511-dddd9899292c req-a0355f5c-49be-40d8-85db-374fa78e34e2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:27.819569 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d8afdb53-c923-49b0-8511-dddd9899292c req-a0355f5c-49be-40d8-85db-374fa78e34e2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0539510 Mar 07 14:13:27.865622 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d8afdb53-c923-49b0-8511-dddd9899292c req-7806a049-781b-4c39-9a1f-cef8c44807af tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395675 Mar 07 14:13:28.984332 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2e921-f161-47d8-91c8-a1c18cbb025f req-7b64ea14-3635-4c5b-837c-17dce058b5ad tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:28.985715 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59d2e921-f161-47d8-91c8-a1c18cbb025f req-7b64ea14-3635-4c5b-837c-17dce058b5ad tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0511501 Mar 07 14:13:29.036459 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59d2e921-f161-47d8-91c8-a1c18cbb025f req-78e1636d-47a4-4fcb-806e-45e43d363092 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440512 Mar 07 14:13:30.155994 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd4a4d-d2f2-4944-9263-d67d105176b4 req-73c745c1-deca-412e-b7c1-930f29f5a5ff tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:30.157454 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-20dd4a4d-d2f2-4944-9263-d67d105176b4 req-73c745c1-deca-412e-b7c1-930f29f5a5ff tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0521977 Mar 07 14:13:30.202116 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-20dd4a4d-d2f2-4944-9263-d67d105176b4 req-2c37f95b-0aa7-446f-bf61-54cee267ec5e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391560 Mar 07 14:13:31.322166 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae188080-fac5-4458-89ba-4b300afe6c13 req-ddc9bcbb-1614-4388-a450-81c999a9c0c8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:31.323624 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ae188080-fac5-4458-89ba-4b300afe6c13 req-ddc9bcbb-1614-4388-a450-81c999a9c0c8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0510354 Mar 07 14:13:31.369029 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ae188080-fac5-4458-89ba-4b300afe6c13 req-e1323083-51b9-4bf2-aa2e-b37b809abdeb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400000 Mar 07 14:13:32.672085 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0d98d-b0bb-48fe-9ffc-78eb522e3881 req-cb8ac9d5-9128-4381-a7a7-12dddad57c33 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:32.673595 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59c0d98d-b0bb-48fe-9ffc-78eb522e3881 req-cb8ac9d5-9128-4381-a7a7-12dddad57c33 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.2345102 Mar 07 14:13:32.719543 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59c0d98d-b0bb-48fe-9ffc-78eb522e3881 req-a3a6ba08-06ea-4e3c-9850-f9e1e55363da tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401487 Mar 07 14:13:33.851683 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c857a7-ed13-4735-b9d7-3b2c7e101245 req-36a52bce-d67a-427e-b214-792d89fa023b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:33.853184 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b2c857a7-ed13-4735-b9d7-3b2c7e101245 req-36a52bce-d67a-427e-b214-792d89fa023b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0526974 Mar 07 14:13:33.899475 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b2c857a7-ed13-4735-b9d7-3b2c7e101245 req-655e9b2b-5fdf-4d98-91d5-63bbf1fd792c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409110 Mar 07 14:13:35.023213 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba027686-c39f-4ba4-ba17-67a66a3ec8b4 req-1df96b0a-e100-4768-a0b1-d8f8cea9e1fd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:35.026652 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ba027686-c39f-4ba4-ba17-67a66a3ec8b4 req-1df96b0a-e100-4768-a0b1-d8f8cea9e1fd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0579805 Mar 07 14:13:35.073432 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ba027686-c39f-4ba4-ba17-67a66a3ec8b4 req-6ba3134f-2174-417e-acf3-c1d6b2fad401 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410380 Mar 07 14:13:36.202623 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dd5e0-2cad-45f8-87b5-ccacaf312457 req-42b71273-ed55-4f4b-b070-37bc5e156376 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:36.204070 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1f0dd5e0-2cad-45f8-87b5-ccacaf312457 req-42b71273-ed55-4f4b-b070-37bc5e156376 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0519578 Mar 07 14:13:36.256993 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1f0dd5e0-2cad-45f8-87b5-ccacaf312457 req-4d17cc4d-96de-475a-9f63-0f459846f0bf tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473979 Mar 07 14:13:36.400985 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:13:37.378739 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce564e2-cdcb-43d6-adab-e9a78405717d req-64da0cf9-019b-46d6-8779-8e527a4bcb62 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:37.380232 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fce564e2-cdcb-43d6-adab-e9a78405717d req-64da0cf9-019b-46d6-8779-8e527a4bcb62 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0512800 Mar 07 14:13:37.430985 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fce564e2-cdcb-43d6-adab-e9a78405717d req-8c25edfb-1fbd-406b-b23d-ce4268ca2292 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450218 Mar 07 14:13:38.551161 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecc525-52fa-454c-bc77-854c39f6fb82 req-ba4681b8-8a6c-438c-a5f6-79e101bc9e13 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:38.552619 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-efecc525-52fa-454c-bc77-854c39f6fb82 req-ba4681b8-8a6c-438c-a5f6-79e101bc9e13 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0509479 Mar 07 14:13:38.598753 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-efecc525-52fa-454c-bc77-854c39f6fb82 req-a32207d0-6c93-4294-bbe0-68a970314b59 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398812 Mar 07 14:13:39.720259 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9425beb-45c5-4c3f-be87-3948565c75d9 req-c05ff0b7-5cd1-4970-a16e-b677caf0a59b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:39.721739 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d9425beb-45c5-4c3f-be87-3948565c75d9 req-c05ff0b7-5cd1-4970-a16e-b677caf0a59b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0512891 Mar 07 14:13:39.766831 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d9425beb-45c5-4c3f-be87-3948565c75d9 req-cb4b4afe-2c56-456f-a26f-66635b76eba6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386853 Mar 07 14:13:40.892797 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382a910-3d61-403d-8f73-bbf85d6ea5b9 req-72c42401-baf9-485c-9070-9db3e92b526d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:40.894266 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9382a910-3d61-403d-8f73-bbf85d6ea5b9 req-72c42401-baf9-485c-9070-9db3e92b526d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0565293 Mar 07 14:13:40.940002 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9382a910-3d61-403d-8f73-bbf85d6ea5b9 req-150c3f25-6394-421f-a6f4-9c554618911a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399106 Mar 07 14:13:42.061846 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f998b39-871c-4da5-bba2-05fb50f2e41b req-950d9523-058c-4070-8c3d-409aafcc84d5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:42.063306 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6f998b39-871c-4da5-bba2-05fb50f2e41b req-950d9523-058c-4070-8c3d-409aafcc84d5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0535331 Mar 07 14:13:42.110947 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6f998b39-871c-4da5-bba2-05fb50f2e41b req-f3f9b01a-5392-494d-9b05-30a60be41b30 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421200 Mar 07 14:13:43.232378 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a8cb0-5eb4-431c-89b8-fb36b53e81f9 req-8a6af780-5a62-4d04-a21a-4b45e3f1d0e3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:43.233905 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5a2a8cb0-5eb4-431c-89b8-fb36b53e81f9 req-8a6af780-5a62-4d04-a21a-4b45e3f1d0e3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0522332 Mar 07 14:13:43.284650 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5a2a8cb0-5eb4-431c-89b8-fb36b53e81f9 req-f85f9f3d-6731-4e38-ba30-eb02e96015d3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453081 Mar 07 14:13:44.407575 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955185f-1598-42ab-94b8-0f28dff627ab req-142a3d13-1671-4b2b-84d3-7a8a03d81a7d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:44.409015 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c955185f-1598-42ab-94b8-0f28dff627ab req-142a3d13-1671-4b2b-84d3-7a8a03d81a7d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0531645 Mar 07 14:13:44.454420 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c955185f-1598-42ab-94b8-0f28dff627ab req-595c92f2-b128-4ea4-b13e-a3b4081f0e9f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397799 Mar 07 14:13:45.577023 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ef10e-22d9-4b34-b32d-a995f656e317 req-339f07d1-ee6a-45f1-bd94-9d1584efc9ca tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:45.578299 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c96ef10e-22d9-4b34-b32d-a995f656e317 req-339f07d1-ee6a-45f1-bd94-9d1584efc9ca tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0529902 Mar 07 14:13:45.624731 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c96ef10e-22d9-4b34-b32d-a995f656e317 req-2db64a1e-fce9-4e8e-a536-d55ddad6a7cf tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407677 Mar 07 14:13:45.838009 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90f4de24-656e-4638-a4d1-3a7081adead1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:46.748748 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee34dd1-ba26-4943-8369-70367550721d req-fb8c547c-59f9-4cd5-b77a-4e334deda2c1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:46.750200 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1ee34dd1-ba26-4943-8369-70367550721d req-fb8c547c-59f9-4cd5-b77a-4e334deda2c1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0550442 Mar 07 14:13:46.795462 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1ee34dd1-ba26-4943-8369-70367550721d req-0f64175e-5b51-4418-b848-f7bb3c5b867d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398228 Mar 07 14:13:47.918112 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308d8cb-7c38-4fad-b37c-fdb4798b319f req-386521f1-5fc9-4936-9459-c49929ed5cd6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:47.919610 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a308d8cb-7c38-4fad-b37c-fdb4798b319f req-386521f1-5fc9-4936-9459-c49929ed5cd6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0529661 Mar 07 14:13:47.966080 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a308d8cb-7c38-4fad-b37c-fdb4798b319f req-44fdf494-481c-4f39-b38a-e783466c508d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409932 Mar 07 14:13:48.152086 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2f088411-7557-4b37-8558-2d39eaabf4d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:49.089564 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe78b7-41aa-4326-b8ea-78e92db93ca4 req-8dd919fc-eb48-450b-bf09-2b40aea3a0ed tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:49.091032 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8cbe78b7-41aa-4326-b8ea-78e92db93ca4 req-8dd919fc-eb48-450b-bf09-2b40aea3a0ed tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0556383 Mar 07 14:13:49.137019 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8cbe78b7-41aa-4326-b8ea-78e92db93ca4 req-3c4eb439-d0f8-48cb-9c54-8c61a0f82448 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403037 Mar 07 14:13:49.405195 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:50.256292 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3d056-21fb-41db-a8b8-4d0381bf29a4 req-21fce792-99e6-45bf-ab8e-2cdd3b080700 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:50.257789 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-13e3d056-21fb-41db-a8b8-4d0381bf29a4 req-21fce792-99e6-45bf-ab8e-2cdd3b080700 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0514631 Mar 07 14:13:50.302879 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-13e3d056-21fb-41db-a8b8-4d0381bf29a4 req-dceadad0-7b3e-42cb-96b3-f27e8d277f09 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396645 Mar 07 14:13:50.838774 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:51.424211 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88ccd1-eae8-49b1-8568-14bfbda751a7 req-dd86bb1d-0313-4408-b657-a3ccef5bc2c6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:51.425675 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca88ccd1-eae8-49b1-8568-14bfbda751a7 req-dd86bb1d-0313-4408-b657-a3ccef5bc2c6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0508637 Mar 07 14:13:51.475130 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca88ccd1-eae8-49b1-8568-14bfbda751a7 req-3be69f58-6a72-4572-b82f-31425a6fde00 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433977 Mar 07 14:13:52.307764 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:52.603783 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9e742-1b8b-4682-8420-756c704a470f req-aa1143e0-4d33-41fc-aace-8bb20922be98 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:52.605350 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3be9e742-1b8b-4682-8420-756c704a470f req-aa1143e0-4d33-41fc-aace-8bb20922be98 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0536675 Mar 07 14:13:52.653083 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3be9e742-1b8b-4682-8420-756c704a470f req-1014562c-15b6-4181-b19b-7dab1b6a6fda tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420439 Mar 07 14:13:53.775237 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0680b1-1805-4c23-8087-4cce5a746423 req-86dbc20a-2b67-42ad-96b3-b03acb3fcba8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:53.776725 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd0680b1-1805-4c23-8087-4cce5a746423 req-86dbc20a-2b67-42ad-96b3-b03acb3fcba8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0526123 Mar 07 14:13:53.821915 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd0680b1-1805-4c23-8087-4cce5a746423 req-07a22df2-afe7-488f-bf3e-d157d79c3f13 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396183 Mar 07 14:13:54.945759 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa453b-687e-4f5c-8c85-472dbea8a107 req-140edb08-5283-411a-b2d7-40af1b7ee9b7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:54.947330 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-80aa453b-687e-4f5c-8c85-472dbea8a107 req-140edb08-5283-411a-b2d7-40af1b7ee9b7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0561769 Mar 07 14:13:54.994428 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-80aa453b-687e-4f5c-8c85-472dbea8a107 req-02b281b6-adfc-4526-a2ae-d27c984a5105 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415976 Mar 07 14:13:56.114936 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a221d1d-cb92-45e2-a0f3-494592850d7e req-5fc23d22-4f56-4c94-8745-20f761fbdff5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:56.116315 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8a221d1d-cb92-45e2-a0f3-494592850d7e req-5fc23d22-4f56-4c94-8745-20f761fbdff5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0515471 Mar 07 14:13:56.161443 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8a221d1d-cb92-45e2-a0f3-494592850d7e req-d27f57dc-f680-4c86-974e-ec9e38d55453 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395894 Mar 07 14:13:56.473496 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:13:57.281706 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b9f66-a5a9-45ca-ab50-178ca82ba246 req-c553d93b-8884-4687-b0d9-1e0d74626645 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:57.283150 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a81b9f66-a5a9-45ca-ab50-178ca82ba246 req-c553d93b-8884-4687-b0d9-1e0d74626645 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0515893 Mar 07 14:13:57.335723 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a81b9f66-a5a9-45ca-ab50-178ca82ba246 req-796a7e88-722c-4e75-b2a4-65787a149bf7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471067 Mar 07 14:13:58.456641 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221dd80-5562-4b17-a1dd-607f5b9a354b req-f094ca9d-c8f8-4412-b48e-a510d667d3ab tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:58.458120 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4221dd80-5562-4b17-a1dd-607f5b9a354b req-f094ca9d-c8f8-4412-b48e-a510d667d3ab tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0523393 Mar 07 14:13:58.504281 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4221dd80-5562-4b17-a1dd-607f5b9a354b req-bb1da6d6-fd0e-4c39-bd8b-2458675e8941 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399997 Mar 07 14:13:59.624518 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a673d-afd6-4b66-948d-05c689418c35 req-fdac446e-d8cb-48d6-b6fc-ee1936cf8cbb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:13:59.626023 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-337a673d-afd6-4b66-948d-05c689418c35 req-fdac446e-d8cb-48d6-b6fc-ee1936cf8cbb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0512342 Mar 07 14:13:59.671806 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-337a673d-afd6-4b66-948d-05c689418c35 req-09355851-e4d6-4582-b5a1-e9a45cd7b044 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402772 Mar 07 14:13:59.929809 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8c0f63df-3dca-484d-ae74-5a5ddafd8e7a req-122d0ce4-a545-49d5-96ea-0789291b979f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0916586 Mar 07 14:14:00.031720 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f63df-3dca-484d-ae74-5a5ddafd8e7a req-b29242f1-c80b-4d44-a0d2-810b5f6ade11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:00.033226 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8c0f63df-3dca-484d-ae74-5a5ddafd8e7a req-b29242f1-c80b-4d44-a0d2-810b5f6ade11 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40500ce69ce74e9f885d9382ea0e3421&device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 1129 time: 0.0443962 Mar 07 14:14:00.132904 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f63df-3dca-484d-ae74-5a5ddafd8e7a req-da40e1c3-f5da-4c99-946c-dd94a7f0bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:00.134857 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8c0f63df-3dca-484d-ae74-5a5ddafd8e7a req-da40e1c3-f5da-4c99-946c-dd94a7f0bd45 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f008da95-af6d-4184-895d-8741fc83cfb3 HTTP/1.1" status: 200 len: 912 time: 0.0849731 Mar 07 14:14:00.175161 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8c0f63df-3dca-484d-ae74-5a5ddafd8e7a req-773d71b6-33c1-49cc-bfa8-cfe9bb72af54 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c HTTP/1.1" status: 200 len: 217 time: 0.0340703 Mar 07 14:14:00.221648 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f63df-3dca-484d-ae74-5a5ddafd8e7a req-abe9a73c-6d05-42b2-adcb-61d44f82a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:00.223170 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8c0f63df-3dca-484d-ae74-5a5ddafd8e7a req-abe9a73c-6d05-42b2-adcb-61d44f82a30c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=64d0f727-4082-488d-a91d-c05e1067cb33 HTTP/1.1" status: 200 len: 851 time: 0.0426869 Mar 07 14:14:00.253085 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8c0f63df-3dca-484d-ae74-5a5ddafd8e7a req-cee6f1e9-7018-4f08-954c-6bd2cb1ba7a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f008da95-af6d-4184-895d-8741fc83cfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244830 Mar 07 14:14:00.345088 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8c0f63df-3dca-484d-ae74-5a5ddafd8e7a req-fc0835b6-a979-4601-93aa-1e953dd2b71f service neutron] 10.222.0.25 "GET /v2.0/networks/f008da95-af6d-4184-895d-8741fc83cfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862594 Mar 07 14:14:00.434287 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8c0f63df-3dca-484d-ae74-5a5ddafd8e7a req-46d40269-88ee-425d-a27b-f585a277c90e service neutron] 10.222.0.25 "GET /v2.0/networks/f008da95-af6d-4184-895d-8741fc83cfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835798 Mar 07 14:14:00.791538 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b59ac-fc9c-4943-9a92-d2a74c20a166 req-1cc6b169-51e6-4857-8094-65a0ad5f4de0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:00.792928 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8a8b59ac-fc9c-4943-9a92-d2a74c20a166 req-1cc6b169-51e6-4857-8094-65a0ad5f4de0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0528233 Mar 07 14:14:00.838020 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8a8b59ac-fc9c-4943-9a92-d2a74c20a166 req-31461eca-782b-4308-8d67-e65802f93ab4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395489 Mar 07 14:14:01.959347 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c5548-eeb7-4a7b-8cf5-4ba7da06390f req-72b2e0f4-ae8f-4036-84d3-8362ad0029ef tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:01.960860 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c88c5548-eeb7-4a7b-8cf5-4ba7da06390f req-72b2e0f4-ae8f-4036-84d3-8362ad0029ef tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0524604 Mar 07 14:14:02.006127 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c88c5548-eeb7-4a7b-8cf5-4ba7da06390f req-7fb4260c-298b-438f-ab7a-c884d5981059 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397451 Mar 07 14:14:03.131129 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c4567-512a-477b-a2a0-ee1e5463962f req-05f75c44-c283-4de2-a691-6fceff42fc83 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:03.132594 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-393c4567-512a-477b-a2a0-ee1e5463962f req-05f75c44-c283-4de2-a691-6fceff42fc83 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0549343 Mar 07 14:14:03.179497 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-393c4567-512a-477b-a2a0-ee1e5463962f req-25aed70c-d7e3-4114-a299-6ae99754e06d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404687 Mar 07 14:14:04.299550 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f80754-4ad2-4ff9-81d4-16a93926eddb req-3bfc68e6-d618-4ec8-bb9c-613ba0dcb212 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:04.300943 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-10f80754-4ad2-4ff9-81d4-16a93926eddb req-3bfc68e6-d618-4ec8-bb9c-613ba0dcb212 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0514033 Mar 07 14:14:04.345708 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-10f80754-4ad2-4ff9-81d4-16a93926eddb req-d88d33f0-1f8c-45f9-95f6-a1e2d374d481 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393634 Mar 07 14:14:05.467967 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604a5c0-1080-43a9-aa73-25672201ef20 req-ea2f8c12-ac71-4060-97a9-652f56fdc90a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:05.469479 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9604a5c0-1080-43a9-aa73-25672201ef20 req-ea2f8c12-ac71-4060-97a9-652f56fdc90a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0534036 Mar 07 14:14:05.519808 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9604a5c0-1080-43a9-aa73-25672201ef20 req-103c7316-365d-437b-bfcd-77471b75ce16 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445242 Mar 07 14:14:06.645703 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be9ceb-877c-44ac-b005-3254bf0e7933 req-3ea97e78-fa49-40d2-ac23-0b76eac266e0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:06.647175 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f4be9ceb-877c-44ac-b005-3254bf0e7933 req-3ea97e78-fa49-40d2-ac23-0b76eac266e0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0545387 Mar 07 14:14:06.692864 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f4be9ceb-877c-44ac-b005-3254bf0e7933 req-f941c13e-2cc9-478a-a614-52ad26ca3e9e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401859 Mar 07 14:14:07.817751 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51705c-c27b-4957-ba46-3c72e4d253b7 req-75333b17-ea5b-4d5d-aad4-8e3147ec80b1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:07.819156 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6c51705c-c27b-4957-ba46-3c72e4d253b7 req-75333b17-ea5b-4d5d-aad4-8e3147ec80b1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0534468 Mar 07 14:14:07.866092 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6c51705c-c27b-4957-ba46-3c72e4d253b7 req-6fdd3c44-7768-480c-acf7-e172f5ef787b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413861 Mar 07 14:14:08.992174 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dd3a4-cd65-4404-857a-83639f1f8b93 req-1dac86f6-e0c3-41a4-90f1-55606aff7f8e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:08.993649 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-430dd3a4-cd65-4404-857a-83639f1f8b93 req-1dac86f6-e0c3-41a4-90f1-55606aff7f8e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0543680 Mar 07 14:14:09.038919 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-430dd3a4-cd65-4404-857a-83639f1f8b93 req-a6686a67-4a00-4209-bc79-4adc887a7ae7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390267 Mar 07 14:14:10.160932 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef21677-4653-416b-8d73-4358ec12dd5f req-22e42151-bf1c-42d1-9fb1-d952bbc2b3da tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:10.162385 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4ef21677-4653-416b-8d73-4358ec12dd5f req-22e42151-bf1c-42d1-9fb1-d952bbc2b3da tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0524676 Mar 07 14:14:10.207372 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4ef21677-4653-416b-8d73-4358ec12dd5f req-37edc454-a643-48bd-ad00-6e0aff925094 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395453 Mar 07 14:14:11.333220 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c982f9-5cdb-4817-a85e-0f301ce358a9 req-76968b90-2609-494c-86fd-3ff1c1dec60e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:11.334700 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-65c982f9-5cdb-4817-a85e-0f301ce358a9 req-76968b90-2609-494c-86fd-3ff1c1dec60e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0555501 Mar 07 14:14:11.381782 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-65c982f9-5cdb-4817-a85e-0f301ce358a9 req-a0b247fc-b2b0-4482-8e56-18f09f61ceee tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414505 Mar 07 14:14:12.502999 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0073cf-74b3-418c-a288-6692dd8a5720 req-ff9141aa-16e9-453f-aef9-b190c09b7372 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:12.504491 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7e0073cf-74b3-418c-a288-6692dd8a5720 req-ff9141aa-16e9-453f-aef9-b190c09b7372 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0530369 Mar 07 14:14:12.550422 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7e0073cf-74b3-418c-a288-6692dd8a5720 req-b0a75831-9d98-46ee-87ca-60f7373b2e38 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404499 Mar 07 14:14:13.400000 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:14:13.676215 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b22348-9b49-4f46-89de-383918fb06e8 req-7cea4cd7-1615-4209-948a-f1ae98404cf1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:13.677733 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-34b22348-9b49-4f46-89de-383918fb06e8 req-7cea4cd7-1615-4209-948a-f1ae98404cf1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0532780 Mar 07 14:14:13.728337 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-34b22348-9b49-4f46-89de-383918fb06e8 req-68ccac20-2cae-45ca-8eb5-ec01aa5c206d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449340 Mar 07 14:14:14.848991 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87ee81-fd4c-421a-8e41-693c57072739 req-cf4d7d5a-f770-4155-baaa-40ba180266ed tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:14.850467 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4f87ee81-fd4c-421a-8e41-693c57072739 req-cf4d7d5a-f770-4155-baaa-40ba180266ed tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0517368 Mar 07 14:14:14.901699 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4f87ee81-fd4c-421a-8e41-693c57072739 req-8916d51e-301c-485d-8b3f-e3b5e981b124 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457184 Mar 07 14:14:15.838584 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8321d6ab-286a-4a29-b7d6-02b1849d56a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:16.023463 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90131299-7d4c-461d-8136-b97b660df312 req-48e4151f-4277-4153-9764-e3441b208481 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:16.024945 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-90131299-7d4c-461d-8136-b97b660df312 req-48e4151f-4277-4153-9764-e3441b208481 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0515738 Mar 07 14:14:16.070783 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-90131299-7d4c-461d-8136-b97b660df312 req-2ccf1ae2-c6ce-44b6-9de5-76c11a08e18c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401745 Mar 07 14:14:17.198628 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f79a0-85e2-412d-9cb0-f19ef3595bc3 req-ef62ff2a-96a3-43a0-91f6-7e2bc592248e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:17.200007 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-775f79a0-85e2-412d-9cb0-f19ef3595bc3 req-ef62ff2a-96a3-43a0-91f6-7e2bc592248e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0595152 Mar 07 14:14:17.245717 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-775f79a0-85e2-412d-9cb0-f19ef3595bc3 req-57a0dc8a-111c-443a-acc8-a019756d8b73 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399356 Mar 07 14:14:18.154104 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9d0ac8e7-08a3-4174-9cc8-fa366873df5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:18.369842 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8789c3-7936-452a-80e7-efdebb882b0c req-93ec46d5-7047-4cef-86c4-ae62c944eadc tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:18.371592 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4a8789c3-7936-452a-80e7-efdebb882b0c req-93ec46d5-7047-4cef-86c4-ae62c944eadc tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0561469 Mar 07 14:14:18.419059 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4a8789c3-7936-452a-80e7-efdebb882b0c req-d5b96cb4-78b9-4fc3-b036-f29a2909cc44 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420604 Mar 07 14:14:19.408965 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:19.540579 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d291e-d811-4a16-9534-0ca7b295ff20 req-d7f1ab87-9998-4bb5-b074-c706f4285354 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:19.542053 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a22d291e-d811-4a16-9534-0ca7b295ff20 req-d7f1ab87-9998-4bb5-b074-c706f4285354 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0523739 Mar 07 14:14:19.591027 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a22d291e-d811-4a16-9534-0ca7b295ff20 req-6689b9af-2124-47ed-b646-c1217f0601d4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434902 Mar 07 14:14:20.717762 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf31347-7126-4090-ae41-bf4cab0eedc6 req-8105d654-31ed-454b-bf93-f3b45e3d3f6c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:20.719219 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dcf31347-7126-4090-ae41-bf4cab0eedc6 req-8105d654-31ed-454b-bf93-f3b45e3d3f6c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0523055 Mar 07 14:14:20.766611 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dcf31347-7126-4090-ae41-bf4cab0eedc6 req-7394d9bb-b5af-424b-b466-46dfbf7ec813 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411241 Mar 07 14:14:20.843840 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:21.889275 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da6f80-9581-4e46-bcd2-54b971a6b965 req-43fb9058-47f4-4746-abee-9a09cf928613 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:21.890983 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a2da6f80-9581-4e46-bcd2-54b971a6b965 req-43fb9058-47f4-4746-abee-9a09cf928613 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0530965 Mar 07 14:14:21.943024 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a2da6f80-9581-4e46-bcd2-54b971a6b965 req-70b3b36b-3e0d-4618-9c11-ea2092664e46 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424128 Mar 07 14:14:22.309580 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:23.067644 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7efb1c-33b2-44af-b11e-7e229692e933 req-c731e2c0-02ba-46de-a098-bdddd23ac683 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:23.069126 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4f7efb1c-33b2-44af-b11e-7e229692e933 req-c731e2c0-02ba-46de-a098-bdddd23ac683 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0551991 Mar 07 14:14:23.115581 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4f7efb1c-33b2-44af-b11e-7e229692e933 req-65972398-08b8-46f0-8e39-e558dda5eb78 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410590 Mar 07 14:14:24.235472 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a288cd-a33c-43cd-981a-18a7434fa703 req-67a179e0-40b7-4a45-b131-0f2b4b03500b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:24.236931 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d7a288cd-a33c-43cd-981a-18a7434fa703 req-67a179e0-40b7-4a45-b131-0f2b4b03500b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0520465 Mar 07 14:14:24.283279 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d7a288cd-a33c-43cd-981a-18a7434fa703 req-a7331abf-9a86-4de4-9e96-daf0065a03a6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409567 Mar 07 14:14:25.407778 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf271d-c9a7-4168-a57a-e6292bcb78ac req-99815a25-3783-4341-a43e-eb79700553b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:25.409334 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-23bf271d-c9a7-4168-a57a-e6292bcb78ac req-99815a25-3783-4341-a43e-eb79700553b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0542955 Mar 07 14:14:25.454867 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-23bf271d-c9a7-4168-a57a-e6292bcb78ac req-ff395519-60c2-497c-bed8-7c27cbf243ed tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400984 Mar 07 14:14:26.488251 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:26.576074 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc8e4c-f6f8-4a8a-9210-3d164bcb37a2 req-72d1fa10-f9bc-43d7-a8ba-422fa9dab101 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:26.577601 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8cbc8e4c-f6f8-4a8a-9210-3d164bcb37a2 req-72d1fa10-f9bc-43d7-a8ba-422fa9dab101 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0509815 Mar 07 14:14:26.624020 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8cbc8e4c-f6f8-4a8a-9210-3d164bcb37a2 req-298f7d72-e4a0-4c27-91e3-427bef41987d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402715 Mar 07 14:14:27.744576 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a5700-782b-4689-9baf-4a98f5f35cad req-c71c0a18-dcca-4548-917c-2f54afd35664 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:27.746066 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-807a5700-782b-4689-9baf-4a98f5f35cad req-c71c0a18-dcca-4548-917c-2f54afd35664 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0506210 Mar 07 14:14:27.795619 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-807a5700-782b-4689-9baf-4a98f5f35cad req-326c3f3e-3adb-4ce7-b728-8068dd52196a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441554 Mar 07 14:14:28.916645 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b488e0-b28b-4cd7-885c-e06c9cd14f0c req-28e1d2d2-587f-4bde-8d43-7a217377d2ab tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:28.918140 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e4b488e0-b28b-4cd7-885c-e06c9cd14f0c req-28e1d2d2-587f-4bde-8d43-7a217377d2ab tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0520613 Mar 07 14:14:28.963676 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e4b488e0-b28b-4cd7-885c-e06c9cd14f0c req-58adeb3e-f820-4b15-bad3-e2009d38e179 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400312 Mar 07 14:14:30.083965 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e79452-ff8e-4584-955c-33abf9677047 req-3a3d3934-f8f7-4ed6-901b-33d53399ed98 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:30.085449 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d2e79452-ff8e-4584-955c-33abf9677047 req-3a3d3934-f8f7-4ed6-901b-33d53399ed98 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0518935 Mar 07 14:14:30.130608 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d2e79452-ff8e-4584-955c-33abf9677047 req-434de1cb-917c-47b0-bf2f-fa5c2c4184f4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395899 Mar 07 14:14:31.253983 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66af1b-ba4f-4328-a0f6-688fa3d23ef8 req-e58b6fd7-46f2-45e2-beca-98adbdd78e8e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:31.255462 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ce66af1b-ba4f-4328-a0f6-688fa3d23ef8 req-e58b6fd7-46f2-45e2-beca-98adbdd78e8e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0558014 Mar 07 14:14:31.301472 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ce66af1b-ba4f-4328-a0f6-688fa3d23ef8 req-70dd36d4-0c1d-4506-9f17-428cda97073a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405464 Mar 07 14:14:32.423726 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dcd0f-e1f3-47a3-9fe6-af322470bc2e req-12f68584-81d2-4818-9375-949472432ca8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:32.425335 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-387dcd0f-e1f3-47a3-9fe6-af322470bc2e req-12f68584-81d2-4818-9375-949472432ca8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0535083 Mar 07 14:14:32.470519 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-387dcd0f-e1f3-47a3-9fe6-af322470bc2e req-2b3639bc-5c8d-4a5e-86c4-4e0c7d9e9385 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396128 Mar 07 14:14:33.591325 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643bf58-a47c-4e73-93c3-64e6702ce363 req-ea6208ac-bfc6-4de4-aefd-fb43a804f838 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:33.592806 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a643bf58-a47c-4e73-93c3-64e6702ce363 req-ea6208ac-bfc6-4de4-aefd-fb43a804f838 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0520208 Mar 07 14:14:33.641770 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a643bf58-a47c-4e73-93c3-64e6702ce363 req-fe5e94da-6536-4da2-822c-d89f6599adb5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430317 Mar 07 14:14:34.761994 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887772fb-3e75-48d7-a589-4d7e95fe5a05 req-13e53f53-20c3-43e6-b017-24b9679000e8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:34.763481 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-887772fb-3e75-48d7-a589-4d7e95fe5a05 req-13e53f53-20c3-43e6-b017-24b9679000e8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0519531 Mar 07 14:14:34.809800 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-887772fb-3e75-48d7-a589-4d7e95fe5a05 req-1dc39324-0554-4dd4-a57b-2147dcf03d04 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394757 Mar 07 14:14:35.930956 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f328489-68fa-48bb-9a19-8bd4da02ed39 req-eb5de237-8197-492d-9edd-8fc56f50451b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:35.932417 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3f328489-68fa-48bb-9a19-8bd4da02ed39 req-eb5de237-8197-492d-9edd-8fc56f50451b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0525393 Mar 07 14:14:35.977427 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3f328489-68fa-48bb-9a19-8bd4da02ed39 req-9e2c6556-facd-4468-b366-8645dd043bd8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395925 Mar 07 14:14:37.108822 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d0298-055e-4e4c-a834-a722b0f584f0 req-4abd601b-b44b-4dd5-b2d3-08e04a4e53a0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:37.110376 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d07d0298-055e-4e4c-a834-a722b0f584f0 req-4abd601b-b44b-4dd5-b2d3-08e04a4e53a0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0587039 Mar 07 14:14:37.164479 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d07d0298-055e-4e4c-a834-a722b0f584f0 req-c587069b-b54c-421d-8f41-90ad33af5ae0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474799 Mar 07 14:14:38.287639 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc2307-65f1-44a4-804c-b9a6c97c6ca1 req-5dab9a56-d153-4107-870e-36e1ab057ebf tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:38.289127 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6bbc2307-65f1-44a4-804c-b9a6c97c6ca1 req-5dab9a56-d153-4107-870e-36e1ab057ebf tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0533445 Mar 07 14:14:38.334201 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6bbc2307-65f1-44a4-804c-b9a6c97c6ca1 req-96373a06-9bbe-4cf4-8f22-329c0c3bda64 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396993 Mar 07 14:14:39.458181 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59765976-b90a-4e5a-9636-f7a069e83d94 req-0a0f0148-b318-4e85-9e99-258804954491 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:39.459642 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59765976-b90a-4e5a-9636-f7a069e83d94 req-0a0f0148-b318-4e85-9e99-258804954491 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0546291 Mar 07 14:14:39.505690 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59765976-b90a-4e5a-9636-f7a069e83d94 req-b9215e06-e136-4da2-8104-3d40b13446cb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399706 Mar 07 14:14:40.625075 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb135d2c-1bc0-489b-bb2e-ec378b716937 req-2be10cc4-5c84-4b2a-ae78-ba8813740585 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:40.626524 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bb135d2c-1bc0-489b-bb2e-ec378b716937 req-2be10cc4-5c84-4b2a-ae78-ba8813740585 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0515697 Mar 07 14:14:40.672432 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bb135d2c-1bc0-489b-bb2e-ec378b716937 req-e817e7c6-39b2-466a-a9ad-70b9ada462a2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403209 Mar 07 14:14:41.794780 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba056471-910e-48ac-afc3-26c1d6bbcc14 req-efa0b407-e795-49a2-9600-a641909aa449 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:41.796253 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ba056471-910e-48ac-afc3-26c1d6bbcc14 req-efa0b407-e795-49a2-9600-a641909aa449 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0521390 Mar 07 14:14:41.849894 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ba056471-910e-48ac-afc3-26c1d6bbcc14 req-597567f8-76ab-4723-81ff-3bbdf5da23a2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443573 Mar 07 14:14:42.973206 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d9e67-765f-47e8-b35e-1b7a2ab4f211 req-5a10303a-1bdb-4542-9d9d-25454b89b491 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:42.975290 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-277d9e67-765f-47e8-b35e-1b7a2ab4f211 req-5a10303a-1bdb-4542-9d9d-25454b89b491 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0540147 Mar 07 14:14:43.021559 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-277d9e67-765f-47e8-b35e-1b7a2ab4f211 req-0acdc6b2-860c-4ff6-a5ea-a8f21ced7201 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400438 Mar 07 14:14:44.144307 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691da26b-111a-4456-b97a-725ad59d838e req-cdd84450-a57e-4a6b-944e-473cc8319f9b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:44.145973 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-691da26b-111a-4456-b97a-725ad59d838e req-cdd84450-a57e-4a6b-944e-473cc8319f9b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0539064 Mar 07 14:14:44.194713 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-691da26b-111a-4456-b97a-725ad59d838e req-673785e9-b2f3-4327-8d1a-ef357d93775c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428612 Mar 07 14:14:45.320004 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b8ff9-3753-4959-ab32-198f4849e11f req-ce059dc0-89a4-42c7-a96c-30d74af3732a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:45.321482 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-005b8ff9-3753-4959-ab32-198f4849e11f req-ce059dc0-89a4-42c7-a96c-30d74af3732a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0561523 Mar 07 14:14:45.367947 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-005b8ff9-3753-4959-ab32-198f4849e11f req-f8976926-d236-4cc8-868a-72d1d67bb79f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410616 Mar 07 14:14:45.839896 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-407c7dce-8695-475e-8c36-2a0f386e15b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:46.491972 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148318a-ab10-4ed5-940a-1344aff5ffba req-39bb20f2-401c-42df-a90f-acca619e3031 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:46.493548 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3148318a-ab10-4ed5-940a-1344aff5ffba req-39bb20f2-401c-42df-a90f-acca619e3031 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0545065 Mar 07 14:14:46.540304 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3148318a-ab10-4ed5-940a-1344aff5ffba req-96eaa2b1-44de-4a78-8b9f-51d0650743b3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410225 Mar 07 14:14:47.394772 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6abc6-8655-4e0c-b239-a561b570fd50 req-957ef4de-088c-47a3-b8a4-38641bb7c4bc tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:47.396225 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bee6abc6-8655-4e0c-b239-a561b570fd50 req-957ef4de-088c-47a3-b8a4-38641bb7c4bc tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 945 time: 0.0531635 Mar 07 14:14:47.447253 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bee6abc6-8655-4e0c-b239-a561b570fd50 req-bbb8a229-4b23-4fe8-b31f-3bebfc5276c2 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef13d79e-1869-4cb1-a6bb-f4d2619319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453808 Mar 07 14:14:47.662878 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744a87e-e779-4b9f-bfae-aefa7c7c881d req-29cc45c9-ce51-4b4b-98f8-578feb9f0598 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:47.664401 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e744a87e-e779-4b9f-bfae-aefa7c7c881d req-29cc45c9-ce51-4b4b-98f8-578feb9f0598 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0524518 Mar 07 14:14:47.710467 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e744a87e-e779-4b9f-bfae-aefa7c7c881d req-a9105aba-3a19-423c-987a-049386b91d5f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403609 Mar 07 14:14:48.054741 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10922efb-28c3-4fb0-a3c5-8775f62f6067 req-1fa35f5a-1df3-4d0b-ad61-75514e666295 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:48.056233 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-10922efb-28c3-4fb0-a3c5-8775f62f6067 req-1fa35f5a-1df3-4d0b-ad61-75514e666295 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 945 time: 0.0527134 Mar 07 14:14:48.156296 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-57ba38c6-bd4b-44c2-b93b-9d9d1603eec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:48.355976 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-10922efb-28c3-4fb0-a3c5-8775f62f6067 req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Deleting port ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:14:48.356320 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-10922efb-28c3-4fb0-a3c5-8775f62f6067 req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:48.447083 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-10922efb-28c3-4fb0-a3c5-8775f62f6067 req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] For port ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c,segment=NetworkSegment(a7b39ef5-0e7c-48c4-81ff-41a2da610d30),segment_id=a7b39ef5-0e7c-48c4-81ff-41a2da610d30)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:14:48.447443 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-10922efb-28c3-4fb0-a3c5-8775f62f6067 req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:48.461417 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-10922efb-28c3-4fb0-a3c5-8775f62f6067 req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Calling delete_port for ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:14:48.601401 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50488207-28c2-487b-bcd1-f6d336aa6ed5 req-89b5cfd0-1e97-419f-a6b7-d290b6950d0a tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:48.602831 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-50488207-28c2-487b-bcd1-f6d336aa6ed5 req-89b5cfd0-1e97-419f-a6b7-d290b6950d0a tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b22de7b-fdb4-4a59-a750-7b8df8fbe935 HTTP/1.1" status: 200 len: 945 time: 0.0766160 Mar 07 14:14:48.688095 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-50488207-28c2-487b-bcd1-f6d336aa6ed5 req-ee5f59b3-aa7e-4a38-b2de-0acbea7c6111 tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef13d79e-1869-4cb1-a6bb-f4d2619319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783556 Mar 07 14:14:48.689189 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-10922efb-28c3-4fb0-a3c5-8775f62f6067 req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504'] for port (ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:48.725680 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:14:48.726099 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Pushing event deleted for resources: {'Port': ['ID=ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:48.781283 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:48.781689 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:48.782039 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:48.782377 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:48.782708 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:48.783035 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:48.783364 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:48.783692 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:48.784018 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:48.784342 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:48.784665 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:48.785012 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:48.785332 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:48.815475 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-10922efb-28c3-4fb0-a3c5-8775f62f6067 req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] No DVR routers for this DVR port ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c on host hv-cinder-79400 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:14:48.830824 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-10922efb-28c3-4fb0-a3c5-8775f62f6067 req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:48.834148 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-10922efb-28c3-4fb0-a3c5-8775f62f6067 req-a0f67911-95f3-4188-bc5e-0c51754d706c tempest-DeleteServersTestJSON-1934724041 tempest-DeleteServersTestJSON-1934724041-project] 10.222.0.25 "DELETE /v2.0/ports/ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c HTTP/1.1" status: 204 len: 173 time: 0.7732244 Mar 07 14:14:48.834582 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b22de7b-fdb4-4a59-a750-7b8df8fbe935', 'name': 'network-vif-deleted', 'tag': 'ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:14:48.837342 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9d34ac-4747-4ed5-a305-f9e95659851d" -d '{"events": [{"server_uuid": "5b22de7b-fdb4-4a59-a750-7b8df8fbe935", "name": "network-vif-deleted", "tag": "ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:14:48.867442 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a01464-3b30-4c5a-b88b-724a4a76f992 req-e096ba2a-9348-4c2f-b20a-7225344d00ed tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:48.869510 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-04a01464-3b30-4c5a-b88b-724a4a76f992 req-e096ba2a-9348-4c2f-b20a-7225344d00ed tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0779526 Mar 07 14:14:48.933815 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-04a01464-3b30-4c5a-b88b-724a4a76f992 req-bf205184-b6c5-40b3-b6d7-c104364036d1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481820 Mar 07 14:14:48.935264 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc983b8-8476-498c-a341-0430ac4659f2 x-openstack-request-id: req-5bc983b8-8476-498c-a341-0430ac4659f2 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:14:48.935549 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b22de7b-fdb4-4a59-a750-7b8df8fbe935", "name": "network-vif-deleted", "tag": "ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:14:48.935802 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5bc983b8-8476-498c-a341-0430ac4659f2 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:14:48.936195 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b22de7b-fdb4-4a59-a750-7b8df8fbe935', 'name': 'network-vif-deleted', 'tag': 'ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c', 'status': 'completed', 'code': 200} Mar 07 14:14:49.414439 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:49.751950 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38598) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:49.896436 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd54431-bf47-45f8-944b-cea4e904654b admin admin] Deleting subnet 64d0f727-4082-488d-a91d-c05e1067cb33 {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:14:49.899568 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dfd54431-bf47-45f8-944b-cea4e904654b admin admin] Publish callbacks [] for subnet (64d0f727-4082-488d-a91d-c05e1067cb33), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:49.932189 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dfd54431-bf47-45f8-944b-cea4e904654b admin admin] Publish callbacks [] for subnet (64d0f727-4082-488d-a91d-c05e1067cb33), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:49.941007 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dfd54431-bf47-45f8-944b-cea4e904654b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517177'] for subnet (64d0f727-4082-488d-a91d-c05e1067cb33), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:49.995586 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dfd54431-bf47-45f8-944b-cea4e904654b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for subnet (64d0f727-4082-488d-a91d-c05e1067cb33), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:50.027668 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd54431-bf47-45f8-944b-cea4e904654b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64d0f727-4082-488d-a91d-c05e1067cb33,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:50.036087 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dfd54431-bf47-45f8-944b-cea4e904654b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:50.039363 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-dfd54431-bf47-45f8-944b-cea4e904654b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/64d0f727-4082-488d-a91d-c05e1067cb33 HTTP/1.1" status: 204 len: 168 time: 0.2862351 Mar 07 14:14:50.041789 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38606) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:50.083004 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab528dfd-c5b2-43d6-84f4-7f064d9e27d8 req-58b69f7d-1a76-466b-a0b7-df5da328da60 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:50.084874 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ab528dfd-c5b2-43d6-84f4-7f064d9e27d8 req-58b69f7d-1a76-466b-a0b7-df5da328da60 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0601268 Mar 07 14:14:50.109830 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3584630'] for network (f008da95-af6d-4184-895d-8741fc83cfb3), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:50.132755 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ab528dfd-c5b2-43d6-84f4-7f064d9e27d8 req-eda96aba-39dd-4cee-a86b-a71b73666506 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421171 Mar 07 14:14:50.194938 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479414', 'neutron.services.segments.db._delete_segments_for_network-8793137543527'] for network (f008da95-af6d-4184-895d-8741fc83cfb3), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:50.213951 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f008da95-af6d-4184-895d-8741fc83cfb3']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:50.222787 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b39ef5-0e7c-48c4-81ff-41a2da610d30') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:50.223087 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b39ef5-0e7c-48c4-81ff-41a2da610d30') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:14:50.232716 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793137544560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7040579'] for segment (a7b39ef5-0e7c-48c4-81ff-41a2da610d30), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:50.246893 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (a7b39ef5-0e7c-48c4-81ff-41a2da610d30), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:50.253023 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:14:50.253402 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7721222'] for segment (a7b39ef5-0e7c-48c4-81ff-41a2da610d30), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: Traceback (most recent call last): Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: timer() Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: cb(*args, **kw) Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: return func(*args, **kwargs) Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: self._notify() Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: self.callback(batched_events) Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: event.method(event) Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: return f(self, *a, **k) Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._get(url).json() Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: return self.request(url, 'GET', **kwargs) Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:14:50.255214 dv-cinder-794001-5-iscsi neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:14:50.314179 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754018'] for network (f008da95-af6d-4184-895d-8741fc83cfb3), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:50.322205 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:50.325348 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f008da95-af6d-4184-895d-8741fc83cfb3 HTTP/1.1" status: 204 len: 168 time: 0.2820375 Mar 07 14:14:50.334775 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=f008da95-af6d-4184-895d-8741fc83cfb3,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:50.341899 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:50.342253 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:50.342602 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:50.342945 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:50.343281 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:50.343619 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:50.343973 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:50.344306 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:50.344639 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:50.345001 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:50.345329 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:50.345674 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:50.345967 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b536a6f-db4e-42fb-90df-f552a33d4a06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:14:50.398509 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:14:50.435682 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38618) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:50.476956 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-1172b0e1-e994-4eea-9f46-002c0edcc6b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40500ce69ce74e9f885d9382ea0e3421&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398891 Mar 07 14:14:50.479269 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38622) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:50.525457 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cd9bbf28-6d07-44e0-9013-d08c1c53ff9d admin admin] Publish callbacks [] for security_group (ef13d79e-1869-4cb1-a6bb-f4d2619319f2), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:50.545964 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cd9bbf28-6d07-44e0-9013-d08c1c53ff9d admin admin] Publish callbacks [] for security_group (ef13d79e-1869-4cb1-a6bb-f4d2619319f2), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:50.591556 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cd9bbf28-6d07-44e0-9013-d08c1c53ff9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (ef13d79e-1869-4cb1-a6bb-f4d2619319f2), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:50.594037 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cd9bbf28-6d07-44e0-9013-d08c1c53ff9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:50.595168 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-cd9bbf28-6d07-44e0-9013-d08c1c53ff9d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef13d79e-1869-4cb1-a6bb-f4d2619319f2 HTTP/1.1" status: 204 len: 168 time: 0.1150205 Mar 07 14:14:50.603355 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bbf28-6d07-44e0-9013-d08c1c53ff9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef13d79e-1869-4cb1-a6bb-f4d2619319f2,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:14:50.853151 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:51.257124 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9d060-b251-4c60-9e65-2c395b39ff1e req-728d1ad6-7d12-412a-9ab5-6ebc0d1f8b54 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:51.258596 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e0c9d060-b251-4c60-9e65-2c395b39ff1e req-728d1ad6-7d12-412a-9ab5-6ebc0d1f8b54 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0527420 Mar 07 14:14:51.305438 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e0c9d060-b251-4c60-9e65-2c395b39ff1e req-3d4d9c2e-567b-491d-a11a-5c8b38a3ec03 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412004 Mar 07 14:14:52.307458 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:52.433685 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c622d75-4d8e-4073-9316-809e40bb8b57 req-a0c56c8c-9a96-41cd-ac56-43756d4e37e6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:52.435175 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7c622d75-4d8e-4073-9316-809e40bb8b57 req-a0c56c8c-9a96-41cd-ac56-43756d4e37e6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0566771 Mar 07 14:14:52.481620 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7c622d75-4d8e-4073-9316-809e40bb8b57 req-99ebdd00-5b4a-4911-8e48-627e34c866b4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407922 Mar 07 14:14:53.042818 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c no longer exists at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:14:53.062964 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] No Port match for: ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:14:53.063307 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device ee6aaf67-7f9e-42d9-aa62-e97e48c5e27c not bound to the agent host hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:14:53.603925 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ce9f2-cfe1-4366-94b1-ea3887b7c901 req-a5430d44-ad42-4df1-9d10-b5923959dd8d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:53.605436 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7d5ce9f2-cfe1-4366-94b1-ea3887b7c901 req-a5430d44-ad42-4df1-9d10-b5923959dd8d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0517647 Mar 07 14:14:53.652011 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7d5ce9f2-cfe1-4366-94b1-ea3887b7c901 req-c1ba8e2b-afb2-43b1-b00a-a030b9b5723c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410903 Mar 07 14:14:54.774699 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee658353-1c93-49bc-8e15-7868d5c98c02 req-790575ad-2069-41b4-b2fe-a1d9ca6722f2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:54.776066 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ee658353-1c93-49bc-8e15-7868d5c98c02 req-790575ad-2069-41b4-b2fe-a1d9ca6722f2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0527732 Mar 07 14:14:54.824606 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ee658353-1c93-49bc-8e15-7868d5c98c02 req-48a829c1-41fd-4a7b-b675-2b3f530552e9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430732 Mar 07 14:14:55.949399 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962d1b7-ad55-4282-a79c-fd0ff430288a req-bf89996b-d5ea-418e-a0ad-b71a60572f39 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:55.950877 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4962d1b7-ad55-4282-a79c-fd0ff430288a req-bf89996b-d5ea-418e-a0ad-b71a60572f39 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0532498 Mar 07 14:14:55.998173 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4962d1b7-ad55-4282-a79c-fd0ff430288a req-a7e85db9-daff-4a37-b4a0-ce998487b987 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419049 Mar 07 14:14:56.501804 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:57.120010 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c5d4b-b7e4-4769-b1dd-814ca25c528c req-f3461311-c54e-447b-a4e5-df689b4e2bc7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:57.121503 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8a0c5d4b-b7e4-4769-b1dd-814ca25c528c req-f3461311-c54e-447b-a4e5-df689b4e2bc7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0529873 Mar 07 14:14:57.169690 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8a0c5d4b-b7e4-4769-b1dd-814ca25c528c req-c24093b2-f4e0-4112-8bc1-09dff949b4b2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426722 Mar 07 14:14:58.297648 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6b957-b869-4f2b-8fcc-99de57123c49 req-cecb4eed-6ec0-4aef-88ec-8f3e37209ce7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:58.299101 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c4b6b957-b869-4f2b-8fcc-99de57123c49 req-cecb4eed-6ec0-4aef-88ec-8f3e37209ce7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0569251 Mar 07 14:14:58.344947 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c4b6b957-b869-4f2b-8fcc-99de57123c49 req-2cd1b377-af67-4b6e-9b5f-91a760321339 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396817 Mar 07 14:14:59.465234 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a503b6e-77d0-4751-8aa6-e080279d2cd0 req-d7af9085-ad70-4398-ae49-507f1c38089d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:14:59.466629 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6a503b6e-77d0-4751-8aa6-e080279d2cd0 req-d7af9085-ad70-4398-ae49-507f1c38089d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0511227 Mar 07 14:14:59.511850 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6a503b6e-77d0-4751-8aa6-e080279d2cd0 req-ba55e45f-2970-4cc0-9123-2682a933ab16 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398631 Mar 07 14:14:59.804878 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38824) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:14:59.907544 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-74c59438-0be8-46e4-a961-aeaf4ddfe020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:59.984157 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-74c59438-0be8-46e4-a961-aeaf4ddfe020 admin admin] Publish callbacks [] for security_group (ad688b23-dd4c-4124-844a-7cfa6457d144), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:14:59.987827 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-74c59438-0be8-46e4-a961-aeaf4ddfe020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (ad688b23-dd4c-4124-844a-7cfa6457d144), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:00.025824 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-74c59438-0be8-46e4-a961-aeaf4ddfe020 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=44f882bd8a394dae8b8727eed2d638ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199140 Mar 07 14:15:00.026942 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c59438-0be8-46e4-a961-aeaf4ddfe020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad688b23-dd4c-4124-844a-7cfa6457d144,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:00.028475 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38830) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:00.078779 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2359d419-501c-4479-8099-0714ca4710cd admin admin] Publish callbacks [] for security_group (ad688b23-dd4c-4124-844a-7cfa6457d144), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:00.100185 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2359d419-501c-4479-8099-0714ca4710cd admin admin] Publish callbacks [] for security_group (ad688b23-dd4c-4124-844a-7cfa6457d144), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:00.146617 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2359d419-501c-4479-8099-0714ca4710cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (ad688b23-dd4c-4124-844a-7cfa6457d144), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:00.150019 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2359d419-501c-4479-8099-0714ca4710cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:00.151185 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-2359d419-501c-4479-8099-0714ca4710cd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad688b23-dd4c-4124-844a-7cfa6457d144 HTTP/1.1" status: 204 len: 168 time: 0.1217015 Mar 07 14:15:00.158651 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359d419-501c-4479-8099-0714ca4710cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad688b23-dd4c-4124-844a-7cfa6457d144,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:00.661116 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-663c92a3-500f-43ce-8977-3a8615b0e516 req-7e98746f-c89b-4065-92bc-2a9bc9aeb1f8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0970745 Mar 07 14:15:00.667940 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed81c22-9f84-457b-b837-3e56fbb71f38 req-afc02672-f144-435a-aa0b-6c037b0a7de3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:00.670290 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6ed81c22-9f84-457b-b837-3e56fbb71f38 req-afc02672-f144-435a-aa0b-6c037b0a7de3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0792727 Mar 07 14:15:00.753977 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6ed81c22-9f84-457b-b837-3e56fbb71f38 req-30c31378-b5b2-48e3-a06b-46ef36e69a03 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777743 Mar 07 14:15:00.764530 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c92a3-500f-43ce-8977-3a8615b0e516 req-d3aafef4-c796-4f3e-92c2-f03edab5c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:00.766313 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-663c92a3-500f-43ce-8977-3a8615b0e516 req-d3aafef4-c796-4f3e-92c2-f03edab5c10a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15dbf5263913404f98297aed6eaa217f&device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 1130 time: 0.0714095 Mar 07 14:15:00.872230 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c92a3-500f-43ce-8977-3a8615b0e516 req-6b8fe3f2-37a3-4732-8e6a-217820f52ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:00.873747 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-663c92a3-500f-43ce-8977-3a8615b0e516 req-6b8fe3f2-37a3-4732-8e6a-217820f52ab7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 HTTP/1.1" status: 200 len: 920 time: 0.0871508 Mar 07 14:15:00.920207 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-663c92a3-500f-43ce-8977-3a8615b0e516 req-1f2bd462-bdca-4cc0-935b-8a249121538a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da HTTP/1.1" status: 200 len: 217 time: 0.0397599 Mar 07 14:15:00.971572 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c92a3-500f-43ce-8977-3a8615b0e516 req-1a81cb21-1351-45b2-9c74-87a7b9ca8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:00.973060 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-663c92a3-500f-43ce-8977-3a8615b0e516 req-1a81cb21-1351-45b2-9c74-87a7b9ca8ef1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f082187e-97c3-4fc5-973d-4bcab4639dde HTTP/1.1" status: 200 len: 859 time: 0.0466163 Mar 07 14:15:01.006242 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-663c92a3-500f-43ce-8977-3a8615b0e516 req-0f0957dc-8ee6-446d-a376-97d8db93aa63 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277729 Mar 07 14:15:01.098830 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-663c92a3-500f-43ce-8977-3a8615b0e516 req-eb819c3c-1230-4d92-b51c-926447245692 service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865805 Mar 07 14:15:01.185999 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-663c92a3-500f-43ce-8977-3a8615b0e516 req-ad04720d-3cbb-4b75-9b6a-60e7da118455 service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823071 Mar 07 14:15:01.889163 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d2549-8bfe-4a42-85c7-7b05e6bae58f req-bffff352-37f9-4032-a8a0-3219a87a9ae9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:01.890904 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e28d2549-8bfe-4a42-85c7-7b05e6bae58f req-bffff352-37f9-4032-a8a0-3219a87a9ae9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0528362 Mar 07 14:15:01.939865 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e28d2549-8bfe-4a42-85c7-7b05e6bae58f req-aec7cf11-ce94-4655-9f2e-65fb591af456 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430014 Mar 07 14:15:03.078787 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46695162-0233-4938-9d7b-57240c090c69 req-edb9e751-f1d4-4bbb-bee4-4199ea440295 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:03.080379 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-46695162-0233-4938-9d7b-57240c090c69 req-edb9e751-f1d4-4bbb-bee4-4199ea440295 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0645030 Mar 07 14:15:03.127504 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-46695162-0233-4938-9d7b-57240c090c69 req-771a80d1-90b7-494e-a590-1014abc86523 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405600 Mar 07 14:15:04.256286 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59399e4b-7cc2-4cec-af63-3e7724032e8d req-e449008e-50d0-428b-aac8-62ea0a55dd27 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:04.257787 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59399e4b-7cc2-4cec-af63-3e7724032e8d req-e449008e-50d0-428b-aac8-62ea0a55dd27 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0565503 Mar 07 14:15:04.304611 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59399e4b-7cc2-4cec-af63-3e7724032e8d req-e8e5e96e-9cc5-48bb-91a7-ce98fb6f0287 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413430 Mar 07 14:15:05.427131 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e862df-4aba-4fbf-b177-f621a0bca7e1 req-52ea08a7-2dbc-4570-bd97-1416b11efbd6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:05.428511 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-17e862df-4aba-4fbf-b177-f621a0bca7e1 req-52ea08a7-2dbc-4570-bd97-1416b11efbd6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0550528 Mar 07 14:15:05.472302 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-17e862df-4aba-4fbf-b177-f621a0bca7e1 req-6ecaeb95-055d-4994-bf09-4e2932869c2b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383992 Mar 07 14:15:06.595481 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031fda7-595b-4efe-8015-a929af8baff2 req-83261be7-0c1f-4f50-ae9a-7c16f8cb80b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:06.596975 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1031fda7-595b-4efe-8015-a929af8baff2 req-83261be7-0c1f-4f50-ae9a-7c16f8cb80b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0530434 Mar 07 14:15:06.644612 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1031fda7-595b-4efe-8015-a929af8baff2 req-a50f47ea-f95d-4be6-b955-fd3877a5dba6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412505 Mar 07 14:15:07.766009 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caf2d5-1ad4-4f84-9b43-8efb001ce3fa req-8ecf8a2c-ec0f-40d1-b00e-57b61e5c0071 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:07.767466 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-65caf2d5-1ad4-4f84-9b43-8efb001ce3fa req-8ecf8a2c-ec0f-40d1-b00e-57b61e5c0071 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0514469 Mar 07 14:15:07.817080 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-65caf2d5-1ad4-4f84-9b43-8efb001ce3fa req-2e25ba6c-7bf6-4998-bf30-1ce23a4bbfd8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440865 Mar 07 14:15:08.947166 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55891c91-33b3-4bc9-87c7-1fc6b5fc5706 req-71798f6e-6cab-4e8f-9ede-48a41d3d556b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:08.948672 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-55891c91-33b3-4bc9-87c7-1fc6b5fc5706 req-71798f6e-6cab-4e8f-9ede-48a41d3d556b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0585113 Mar 07 14:15:08.994889 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-55891c91-33b3-4bc9-87c7-1fc6b5fc5706 req-024d0379-96bc-428a-8f4e-6afcb8da7955 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405517 Mar 07 14:15:10.118526 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0d0ce-84ae-4873-bb0d-84f4b8473f4a req-b2cab7e7-1fc8-4c30-93cd-9a240aa7097e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:10.120013 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dba0d0ce-84ae-4873-bb0d-84f4b8473f4a req-b2cab7e7-1fc8-4c30-93cd-9a240aa7097e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0556014 Mar 07 14:15:10.166693 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dba0d0ce-84ae-4873-bb0d-84f4b8473f4a req-602ecfa3-9ec3-4ada-9a9e-f36f09e0cce2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412178 Mar 07 14:15:11.292943 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340eb77-9b8c-4929-b206-844a0de22191 req-e2517394-7cff-462c-92b4-496b4a533e0e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:11.294425 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5340eb77-9b8c-4929-b206-844a0de22191 req-e2517394-7cff-462c-92b4-496b4a533e0e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0576887 Mar 07 14:15:11.341078 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5340eb77-9b8c-4929-b206-844a0de22191 req-7f63dcbf-e383-4ed5-9a5f-efb263d16eeb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412314 Mar 07 14:15:12.463813 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ae427-00d1-483f-852c-6dcb63aa22c8 req-44747cd3-5201-43b0-aaeb-07aef3b2b86c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:12.465335 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-764ae427-00d1-483f-852c-6dcb63aa22c8 req-44747cd3-5201-43b0-aaeb-07aef3b2b86c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0521982 Mar 07 14:15:12.513444 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-764ae427-00d1-483f-852c-6dcb63aa22c8 req-368613e8-c1c0-4d80-9e99-4f57de986936 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425127 Mar 07 14:15:12.928757 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39090) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:13.032096 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-acc954f8-b3be-4248-aa85-c6a49f8f4d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:13.110349 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-acc954f8-b3be-4248-aa85-c6a49f8f4d19 admin admin] Publish callbacks [] for security_group (7426620b-4eff-4a12-b54d-927d69d52446), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:13.114682 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-acc954f8-b3be-4248-aa85-c6a49f8f4d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (7426620b-4eff-4a12-b54d-927d69d52446), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:13.150444 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc954f8-b3be-4248-aa85-c6a49f8f4d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7426620b-4eff-4a12-b54d-927d69d52446,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:13.154700 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-acc954f8-b3be-4248-aa85-c6a49f8f4d19 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8020fc0bb654447294c50e295e560d7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248685 Mar 07 14:15:13.157390 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39094) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:13.204022 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2fcc7943-e1f8-4921-bd63-6a069a3d5b4c admin admin] Publish callbacks [] for security_group (7426620b-4eff-4a12-b54d-927d69d52446), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:13.224977 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2fcc7943-e1f8-4921-bd63-6a069a3d5b4c admin admin] Publish callbacks [] for security_group (7426620b-4eff-4a12-b54d-927d69d52446), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:13.272925 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2fcc7943-e1f8-4921-bd63-6a069a3d5b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (7426620b-4eff-4a12-b54d-927d69d52446), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:13.275358 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2fcc7943-e1f8-4921-bd63-6a069a3d5b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:13.276483 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-2fcc7943-e1f8-4921-bd63-6a069a3d5b4c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7426620b-4eff-4a12-b54d-927d69d52446 HTTP/1.1" status: 204 len: 168 time: 0.1181965 Mar 07 14:15:13.283840 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc7943-e1f8-4921-bd63-6a069a3d5b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7426620b-4eff-4a12-b54d-927d69d52446,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:13.536880 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39106) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:13.546120 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4c79c1a3-4c47-410b-a79b-62c33c36465a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:13.661964 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4c79c1a3-4c47-410b-a79b-62c33c36465a admin admin] Publish callbacks [] for security_group (0f6c613a-63ec-4465-92be-95b689d2d124), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:13.672432 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaff908-2b04-48bd-a515-40f9353a928f req-1909e81e-93f7-4a09-9059-34dd22a47f77 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:13.673931 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aeaff908-2b04-48bd-a515-40f9353a928f req-1909e81e-93f7-4a09-9059-34dd22a47f77 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0845668 Mar 07 14:15:13.674644 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4c79c1a3-4c47-410b-a79b-62c33c36465a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (0f6c613a-63ec-4465-92be-95b689d2d124), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:13.731129 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-4c79c1a3-4c47-410b-a79b-62c33c36465a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee8a900432b944a697586482dd733588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978564 Mar 07 14:15:13.733795 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39110) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:13.736907 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79c1a3-4c47-410b-a79b-62c33c36465a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6c613a-63ec-4465-92be-95b689d2d124,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:13.755748 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aeaff908-2b04-48bd-a515-40f9353a928f req-2e9534e7-251f-4d1a-b9c7-a9a6f86d303c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712922 Mar 07 14:15:13.783417 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8b79d38a-000a-4ff9-978e-e8739f48127f admin admin] Publish callbacks [] for security_group (0f6c613a-63ec-4465-92be-95b689d2d124), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:13.804933 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8b79d38a-000a-4ff9-978e-e8739f48127f admin admin] Publish callbacks [] for security_group (0f6c613a-63ec-4465-92be-95b689d2d124), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:13.850771 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8b79d38a-000a-4ff9-978e-e8739f48127f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (0f6c613a-63ec-4465-92be-95b689d2d124), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:13.853326 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8b79d38a-000a-4ff9-978e-e8739f48127f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:13.854470 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-8b79d38a-000a-4ff9-978e-e8739f48127f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f6c613a-63ec-4465-92be-95b689d2d124 HTTP/1.1" status: 204 len: 168 time: 0.1196294 Mar 07 14:15:13.862594 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79d38a-000a-4ff9-978e-e8739f48127f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6c613a-63ec-4465-92be-95b689d2d124,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:14.886660 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282ec6f-ead8-4f0c-9a61-d52b336f1241 req-9c5b031a-84f1-4fc5-8389-a6e7206c1ca9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:14.888128 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2282ec6f-ead8-4f0c-9a61-d52b336f1241 req-9c5b031a-84f1-4fc5-8389-a6e7206c1ca9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0544331 Mar 07 14:15:14.937927 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2282ec6f-ead8-4f0c-9a61-d52b336f1241 req-d513782a-2123-4c81-bee6-a0c8667ef913 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439250 Mar 07 14:15:15.842171 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5f60b7c5-56b2-4467-8395-12a5c6df7120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:16.087377 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd59f5d-5b41-4c91-8e82-db4219b74840 req-aa2bfbfb-0e99-4356-a8a9-ce61a947b463 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:16.089004 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ffd59f5d-5b41-4c91-8e82-db4219b74840 req-aa2bfbfb-0e99-4356-a8a9-ce61a947b463 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0587461 Mar 07 14:15:16.136276 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ffd59f5d-5b41-4c91-8e82-db4219b74840 req-29924fbd-4701-4aee-b66b-bc85b1a51fab tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418553 Mar 07 14:15:16.642431 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39270) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:16.743617 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6be8c200-a67e-4531-868a-4e6c49e3c770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:16.814338 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6be8c200-a67e-4531-868a-4e6c49e3c770 admin admin] Publish callbacks [] for security_group (597bbd8f-5def-4d69-bb69-2599da036626), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:16.818407 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6be8c200-a67e-4531-868a-4e6c49e3c770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (597bbd8f-5def-4d69-bb69-2599da036626), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:16.856574 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8c200-a67e-4531-868a-4e6c49e3c770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597bbd8f-5def-4d69-bb69-2599da036626,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:16.861117 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-6be8c200-a67e-4531-868a-4e6c49e3c770 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a892591aab3c4c368c1fe2abc6ebf77e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176037 Mar 07 14:15:16.864392 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39274) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:16.913772 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4f567575-db36-423a-a02b-6b9e8dd2e76d admin admin] Publish callbacks [] for security_group (597bbd8f-5def-4d69-bb69-2599da036626), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:16.934443 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4f567575-db36-423a-a02b-6b9e8dd2e76d admin admin] Publish callbacks [] for security_group (597bbd8f-5def-4d69-bb69-2599da036626), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:16.980410 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4f567575-db36-423a-a02b-6b9e8dd2e76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (597bbd8f-5def-4d69-bb69-2599da036626), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:16.982971 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4f567575-db36-423a-a02b-6b9e8dd2e76d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:16.984123 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-4f567575-db36-423a-a02b-6b9e8dd2e76d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/597bbd8f-5def-4d69-bb69-2599da036626 HTTP/1.1" status: 204 len: 168 time: 0.1187871 Mar 07 14:15:16.992329 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f567575-db36-423a-a02b-6b9e8dd2e76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597bbd8f-5def-4d69-bb69-2599da036626,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:17.241793 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39284) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:17.254812 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8a6ef6e3-f501-4f39-92dd-474263893543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:17.260997 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73315a5b-055e-4efd-bf82-dcba733bcf3e req-e204d71a-3a06-4eac-8e2d-4765b007329f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:17.262611 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-73315a5b-055e-4efd-bf82-dcba733bcf3e req-e204d71a-3a06-4eac-8e2d-4765b007329f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0541823 Mar 07 14:15:17.311203 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-73315a5b-055e-4efd-bf82-dcba733bcf3e req-a7c6d7f3-3255-405d-9013-5634b91383cd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426493 Mar 07 14:15:17.330850 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8a6ef6e3-f501-4f39-92dd-474263893543 admin admin] Publish callbacks [] for security_group (94e79881-3dc9-434d-b328-3d618906da35), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:17.335053 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8a6ef6e3-f501-4f39-92dd-474263893543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (94e79881-3dc9-434d-b328-3d618906da35), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:17.373338 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ef6e3-f501-4f39-92dd-474263893543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e79881-3dc9-434d-b328-3d618906da35,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:17.378851 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-8a6ef6e3-f501-4f39-92dd-474263893543 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f48df48c76949c08bce02a78dd1d311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359673 Mar 07 14:15:17.381729 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39286) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:17.433168 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-530ddc0f-fe5a-49bf-8765-ffbb1c6532be admin admin] Publish callbacks [] for security_group (94e79881-3dc9-434d-b328-3d618906da35), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:17.453216 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-530ddc0f-fe5a-49bf-8765-ffbb1c6532be admin admin] Publish callbacks [] for security_group (94e79881-3dc9-434d-b328-3d618906da35), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:17.498710 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-530ddc0f-fe5a-49bf-8765-ffbb1c6532be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (94e79881-3dc9-434d-b328-3d618906da35), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:17.501252 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-530ddc0f-fe5a-49bf-8765-ffbb1c6532be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:17.502384 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-530ddc0f-fe5a-49bf-8765-ffbb1c6532be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94e79881-3dc9-434d-b328-3d618906da35 HTTP/1.1" status: 204 len: 168 time: 0.1196821 Mar 07 14:15:17.509700 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ddc0f-fe5a-49bf-8765-ffbb1c6532be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e79881-3dc9-434d-b328-3d618906da35,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:18.157905 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a7698fb5-1659-4082-8a1e-cbfa3f7c903e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:18.435653 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c058a-dfe8-4967-9ffd-267407dd14f7 req-77db74cb-6159-4d02-a7b0-f4dad3b3790a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:18.437076 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f74c058a-dfe8-4967-9ffd-267407dd14f7 req-77db74cb-6159-4d02-a7b0-f4dad3b3790a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0525401 Mar 07 14:15:18.492037 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f74c058a-dfe8-4967-9ffd-267407dd14f7 req-47b45637-c8d0-40be-98cd-5a1564fa3698 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481172 Mar 07 14:15:19.413766 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:19.614587 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753b6f5-9dcf-474f-8ed9-2098d2277d82 req-c1545fb2-c550-4fc7-8908-850bc6466525 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:19.616028 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1753b6f5-9dcf-474f-8ed9-2098d2277d82 req-c1545fb2-c550-4fc7-8908-850bc6466525 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0529416 Mar 07 14:15:19.663277 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1753b6f5-9dcf-474f-8ed9-2098d2277d82 req-dec2553b-9e69-4f37-aef0-9f59a9be0270 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417573 Mar 07 14:15:20.788298 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffa873-746b-44d6-863c-0b03d039fa35 req-c619a1c0-fbfc-413e-8619-0bb6ada66bc0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:20.789775 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ccffa873-746b-44d6-863c-0b03d039fa35 req-c619a1c0-fbfc-413e-8619-0bb6ada66bc0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0514607 Mar 07 14:15:20.836424 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ccffa873-746b-44d6-863c-0b03d039fa35 req-839cf70c-f436-4910-a763-1a48c017537d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411563 Mar 07 14:15:20.849717 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:21.977483 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245bfec-ed14-4324-b8db-4e8b5e6bbf36 req-d5c86ed2-85d5-4c2c-9b37-e3b5aa7c8873 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:21.979288 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b245bfec-ed14-4324-b8db-4e8b5e6bbf36 req-d5c86ed2-85d5-4c2c-9b37-e3b5aa7c8873 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0604441 Mar 07 14:15:22.028275 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b245bfec-ed14-4324-b8db-4e8b5e6bbf36 req-063164bb-19c2-483c-b440-1b67534d6619 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432477 Mar 07 14:15:22.314610 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:22.385313 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39428) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:22.484613 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-726c86ba-6fc2-4d61-b25b-1ea5d3a7ed28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:22.556293 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-726c86ba-6fc2-4d61-b25b-1ea5d3a7ed28 admin admin] Publish callbacks [] for security_group (78a0b6f6-8701-4316-8859-ff91e56b5805), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:22.559927 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-726c86ba-6fc2-4d61-b25b-1ea5d3a7ed28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (78a0b6f6-8701-4316-8859-ff91e56b5805), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:22.595719 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c86ba-6fc2-4d61-b25b-1ea5d3a7ed28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a0b6f6-8701-4316-8859-ff91e56b5805,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:22.602372 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-726c86ba-6fc2-4d61-b25b-1ea5d3a7ed28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c0e1f3c32e549b09a155916c4c03564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141683 Mar 07 14:15:22.603270 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39432) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:22.651087 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12d1d503-49ea-4904-94e2-272313ed3746 admin admin] Publish callbacks [] for security_group (78a0b6f6-8701-4316-8859-ff91e56b5805), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:22.677112 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12d1d503-49ea-4904-94e2-272313ed3746 admin admin] Publish callbacks [] for security_group (78a0b6f6-8701-4316-8859-ff91e56b5805), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:22.728002 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12d1d503-49ea-4904-94e2-272313ed3746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (78a0b6f6-8701-4316-8859-ff91e56b5805), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:22.730711 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12d1d503-49ea-4904-94e2-272313ed3746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:22.731874 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-12d1d503-49ea-4904-94e2-272313ed3746 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78a0b6f6-8701-4316-8859-ff91e56b5805 HTTP/1.1" status: 204 len: 168 time: 0.1276917 Mar 07 14:15:22.740092 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1d503-49ea-4904-94e2-272313ed3746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a0b6f6-8701-4316-8859-ff91e56b5805,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:22.993320 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39444) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:23.006286 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4c13465f-c103-4463-a8ed-63cb9e0af2e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:23.080887 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4c13465f-c103-4463-a8ed-63cb9e0af2e2 admin admin] Publish callbacks [] for security_group (09fe9bb4-bc68-4985-bf9a-9ce934915d2f), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:23.085162 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4c13465f-c103-4463-a8ed-63cb9e0af2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (09fe9bb4-bc68-4985-bf9a-9ce934915d2f), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:23.122457 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-4c13465f-c103-4463-a8ed-63cb9e0af2e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d8a8c0ad31f44049b7da2ebd4a93ad3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279948 Mar 07 14:15:23.124390 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13465f-c103-4463-a8ed-63cb9e0af2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fe9bb4-bc68-4985-bf9a-9ce934915d2f,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:23.126647 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39448) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:23.154176 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115251a-c2ac-47df-a7c9-fc14ef768e71 req-eaeb2345-0b11-4ec5-be66-f13b1cb5d389 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:23.155580 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5115251a-c2ac-47df-a7c9-fc14ef768e71 req-eaeb2345-0b11-4ec5-be66-f13b1cb5d389 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0543258 Mar 07 14:15:23.175158 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-91ed46b2-15a3-4fb4-a026-14e3090bfcd7 admin admin] Publish callbacks [] for security_group (09fe9bb4-bc68-4985-bf9a-9ce934915d2f), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:23.197258 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-91ed46b2-15a3-4fb4-a026-14e3090bfcd7 admin admin] Publish callbacks [] for security_group (09fe9bb4-bc68-4985-bf9a-9ce934915d2f), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:23.202722 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5115251a-c2ac-47df-a7c9-fc14ef768e71 req-b74e6414-a18c-4bac-9aa5-28f6656df390 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400932 Mar 07 14:15:23.246062 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-91ed46b2-15a3-4fb4-a026-14e3090bfcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (09fe9bb4-bc68-4985-bf9a-9ce934915d2f), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:23.248529 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-91ed46b2-15a3-4fb4-a026-14e3090bfcd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:23.249682 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-91ed46b2-15a3-4fb4-a026-14e3090bfcd7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09fe9bb4-bc68-4985-bf9a-9ce934915d2f HTTP/1.1" status: 204 len: 168 time: 0.1221631 Mar 07 14:15:23.258173 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed46b2-15a3-4fb4-a026-14e3090bfcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fe9bb4-bc68-4985-bf9a-9ce934915d2f,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:24.326070 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2085b3-c9cd-4853-9427-9d5325dec011 req-dd0b38ec-07df-44fa-b021-3689b7f2a713 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:24.327536 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bc2085b3-c9cd-4853-9427-9d5325dec011 req-dd0b38ec-07df-44fa-b021-3689b7f2a713 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0528712 Mar 07 14:15:24.377314 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bc2085b3-c9cd-4853-9427-9d5325dec011 req-5af858d2-89c1-448d-96e5-f19126f154e3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434887 Mar 07 14:15:25.501008 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c9c0a-5c05-45c6-84a4-8d0da662ed33 req-e0495a79-6f1e-46d6-b5bb-a4a411359350 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:25.502456 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b23c9c0a-5c05-45c6-84a4-8d0da662ed33 req-e0495a79-6f1e-46d6-b5bb-a4a411359350 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0516663 Mar 07 14:15:25.547987 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b23c9c0a-5c05-45c6-84a4-8d0da662ed33 req-6fe0dcd5-566f-454a-8a46-b28d0c8a092f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394440 Mar 07 14:15:26.501058 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:26.670720 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122631e3-0462-497f-8d8d-0055bdba37cd req-1c034d62-1361-47db-a0d8-9a29c156a700 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:26.672154 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-122631e3-0462-497f-8d8d-0055bdba37cd req-1c034d62-1361-47db-a0d8-9a29c156a700 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0521040 Mar 07 14:15:26.719849 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-122631e3-0462-497f-8d8d-0055bdba37cd req-00322b7e-cfdd-4c5f-b0f2-c80194b6369e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413697 Mar 07 14:15:27.402359 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:15:27.846138 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b23ba0-b211-4d0e-81cb-5a291bf449ea req-1992f654-3a11-436c-9570-de5b4f9d1626 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:27.847799 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d2b23ba0-b211-4d0e-81cb-5a291bf449ea req-1992f654-3a11-436c-9570-de5b4f9d1626 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0568519 Mar 07 14:15:27.895906 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d2b23ba0-b211-4d0e-81cb-5a291bf449ea req-8bc7b3b3-1e92-4271-bb29-5ff7d7188196 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426161 Mar 07 14:15:29.029623 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69103b21-fbfc-4e65-94ab-0cf6b43d6088 req-69831500-c4c8-421d-aeeb-fac6fff6d70b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:29.031068 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-69103b21-fbfc-4e65-94ab-0cf6b43d6088 req-69831500-c4c8-421d-aeeb-fac6fff6d70b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0520968 Mar 07 14:15:29.075612 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-69103b21-fbfc-4e65-94ab-0cf6b43d6088 req-3c1ac883-8a05-41e6-b359-f443315ba5fc tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384147 Mar 07 14:15:29.490487 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39626) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:29.591689 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c8e7e416-69a9-4710-a585-cbb819f55610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:29.672745 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c8e7e416-69a9-4710-a585-cbb819f55610 admin admin] Publish callbacks [] for security_group (10ee61d4-a169-48e0-b52b-5d3be5f104e9), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:29.677512 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c8e7e416-69a9-4710-a585-cbb819f55610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (10ee61d4-a169-48e0-b52b-5d3be5f104e9), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:29.715786 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c8e7e416-69a9-4710-a585-cbb819f55610 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=784ec40a1d424745b932f591d3f1e07f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240374 Mar 07 14:15:29.716644 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7e416-69a9-4710-a585-cbb819f55610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ee61d4-a169-48e0-b52b-5d3be5f104e9,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:29.718501 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39632) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:29.766655 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-54dd796c-c491-4661-8983-125e1e959a3d admin admin] Publish callbacks [] for security_group (10ee61d4-a169-48e0-b52b-5d3be5f104e9), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:29.791201 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-54dd796c-c491-4661-8983-125e1e959a3d admin admin] Publish callbacks [] for security_group (10ee61d4-a169-48e0-b52b-5d3be5f104e9), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:29.836974 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-54dd796c-c491-4661-8983-125e1e959a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (10ee61d4-a169-48e0-b52b-5d3be5f104e9), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:29.839530 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-54dd796c-c491-4661-8983-125e1e959a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:29.840659 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-54dd796c-c491-4661-8983-125e1e959a3d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10ee61d4-a169-48e0-b52b-5d3be5f104e9 HTTP/1.1" status: 204 len: 168 time: 0.1210093 Mar 07 14:15:29.850161 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd796c-c491-4661-8983-125e1e959a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ee61d4-a169-48e0-b52b-5d3be5f104e9,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:30.097098 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39640) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:30.110583 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1cc63b08-4b6e-4392-a6e4-b214c3349d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:30.219874 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1cc63b08-4b6e-4392-a6e4-b214c3349d3f admin admin] Publish callbacks [] for security_group (96be3e65-b0f0-4bf3-b0e4-938cec298890), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:30.227285 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead16b25-90be-4d11-8caa-9e55ac608efd req-ae251b04-f0bb-48f9-8059-3235c1ce5067 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:30.228781 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ead16b25-90be-4d11-8caa-9e55ac608efd req-ae251b04-f0bb-48f9-8059-3235c1ce5067 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0798237 Mar 07 14:15:30.229791 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1cc63b08-4b6e-4392-a6e4-b214c3349d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (96be3e65-b0f0-4bf3-b0e4-938cec298890), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:30.291454 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-1cc63b08-4b6e-4392-a6e4-b214c3349d3f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc316ec3754a48ec93544fde579aa6fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1906688 Mar 07 14:15:30.292156 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39646) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:30.294776 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc63b08-4b6e-4392-a6e4-b214c3349d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96be3e65-b0f0-4bf3-b0e4-938cec298890,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:30.322200 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ead16b25-90be-4d11-8caa-9e55ac608efd req-c4e27eef-40ef-4913-af4c-6ff5c0d63067 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832639 Mar 07 14:15:30.353394 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2882-b4a5-48d4-9d0d-a9f85359d26c admin admin] Publish callbacks [] for security_group (96be3e65-b0f0-4bf3-b0e4-938cec298890), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:30.374565 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2882-b4a5-48d4-9d0d-a9f85359d26c admin admin] Publish callbacks [] for security_group (96be3e65-b0f0-4bf3-b0e4-938cec298890), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:30.421681 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2882-b4a5-48d4-9d0d-a9f85359d26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (96be3e65-b0f0-4bf3-b0e4-938cec298890), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:30.424280 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2882-b4a5-48d4-9d0d-a9f85359d26c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:30.426051 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b9ce2882-b4a5-48d4-9d0d-a9f85359d26c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96be3e65-b0f0-4bf3-b0e4-938cec298890 HTTP/1.1" status: 204 len: 168 time: 0.1321247 Mar 07 14:15:30.433305 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce2882-b4a5-48d4-9d0d-a9f85359d26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96be3e65-b0f0-4bf3-b0e4-938cec298890,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:31.076127 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39674) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:31.169506 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-b18c4254-df0e-47b2-a875-aa4c35522764 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1409485188-network', 'tenant_id': '1ed880efc3874d5a8f8e24e6ad72ac4e'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:15:31.188082 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18c4254-df0e-47b2-a875-aa4c35522764 admin admin] Made reservation on behalf of 1ed880efc3874d5a8f8e24e6ad72ac4e for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:15:31.190398 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b18c4254-df0e-47b2-a875-aa4c35522764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:31.200630 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b18c4254-df0e-47b2-a875-aa4c35522764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:31.273117 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b18c4254-df0e-47b2-a875-aa4c35522764 admin admin] Publish callbacks [] for security_group (b6fd18b0-1f0d-4e7b-b1ec-42b703b027c0), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:31.276670 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b18c4254-df0e-47b2-a875-aa4c35522764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (b6fd18b0-1f0d-4e7b-b1ec-42b703b027c0), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:31.296700 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18c4254-df0e-47b2-a875-aa4c35522764 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:15:31.309784 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c4254-df0e-47b2-a875-aa4c35522764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fd18b0-1f0d-4e7b-b1ec-42b703b027c0,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:31.314462 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b18c4254-df0e-47b2-a875-aa4c35522764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (f6a7354b-e63d-4127-aa6d-a32c38ab8b5c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:31.314803 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.db.segments_db [None req-b18c4254-df0e-47b2-a875-aa4c35522764 admin admin] Added segment f6a7354b-e63d-4127-aa6d-a32c38ab8b5c of type vlan for network 520941d0-af37-49f4-b258-b226aa153f96 Mar 07 14:15:31.354286 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b18c4254-df0e-47b2-a875-aa4c35522764 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (520941d0-af37-49f4-b258-b226aa153f96), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:31.389869 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b18c4254-df0e-47b2-a875-aa4c35522764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (520941d0-af37-49f4-b258-b226aa153f96), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:31.391081 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18c4254-df0e-47b2-a875-aa4c35522764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:31.391740 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b18c4254-df0e-47b2-a875-aa4c35522764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:31.429879 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b18c4254-df0e-47b2-a875-aa4c35522764 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3500612 Mar 07 14:15:31.430086 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39684) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:31.434599 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-1e739dce-b8bd-442b-a105-b677b11450ce admin admin] Request body: {'subnet': {'network_id': '520941d0-af37-49f4-b258-b226aa153f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1409485188-subnet', 'tenant_id': '1ed880efc3874d5a8f8e24e6ad72ac4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:15:31.465508 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953150e8-a0a1-4646-b711-e22fc9cee40c req-b8d82d4b-af45-4146-97e1-bb47545c2618 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:31.467066 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-953150e8-a0a1-4646-b711-e22fc9cee40c req-b8d82d4b-af45-4146-97e1-bb47545c2618 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0601778 Mar 07 14:15:31.475430 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c4254-df0e-47b2-a875-aa4c35522764 admin admin] Pushing event updated for resources: {'Network': ['ID=520941d0-af37-49f4-b258-b226aa153f96,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:31.486108 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network 520941d0-af37-49f4-b258-b226aa153f96 details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:15:31.493906 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e739dce-b8bd-442b-a105-b677b11450ce admin admin] Made reservation on behalf of 1ed880efc3874d5a8f8e24e6ad72ac4e for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:15:31.496455 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1e739dce-b8bd-442b-a105-b677b11450ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194687'] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:31.518922 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-953150e8-a0a1-4646-b711-e22fc9cee40c req-2260b63b-9a34-4314-b5aa-a22d8e2addc7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461164 Mar 07 14:15:31.670190 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1e739dce-b8bd-442b-a105-b677b11450ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7721131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194657'] for subnet (b78355e7-d40c-48a4-96ed-5361fa097222), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:31.724837 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e739dce-b8bd-442b-a105-b677b11450ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78355e7-d40c-48a4-96ed-5361fa097222,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:31.733187 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e739dce-b8bd-442b-a105-b677b11450ce admin admin] Checking segment: {'id': 'f6a7354b-e63d-4127-aa6d-a32c38ab8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '520941d0-af37-49f4-b258-b226aa153f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:15:31.733545 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e739dce-b8bd-442b-a105-b677b11450ce admin admin] Network hostable DHCP agents. Network: 520941d0-af37-49f4-b258-b226aa153f96, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:15:31.751103 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e739dce-b8bd-442b-a105-b677b11450ce admin admin] Network 520941d0-af37-49f4-b258-b226aa153f96 is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:15:31.761274 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-1e739dce-b8bd-442b-a105-b677b11450ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, 520941d0-af37-49f4-b258-b226aa153f96) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:15:31.765698 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e739dce-b8bd-442b-a105-b677b11450ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:31.766290 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1e739dce-b8bd-442b-a105-b677b11450ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:31.774234 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ec4260-a7f4-4a7b-891c-6a4520bd154d None None] Network 520941d0-af37-49f4-b258-b226aa153f96 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:15:31.786365 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-1e739dce-b8bd-442b-a105-b677b11450ce admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3552923 Mar 07 14:15:31.873215 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c23c797-1524-45c9-86d4-a08bb5b90477 None None] Network 520941d0-af37-49f4-b258-b226aa153f96 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:15:32.258910 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39704) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:32.263727 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-a0d1d926-f8ec-44a2-a9c3-1161ba546bd1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-234324225-network', 'tenant_id': '3453629f3dfc45cf896ac9eb3227c397'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:15:32.282478 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d1d926-f8ec-44a2-a9c3-1161ba546bd1 admin admin] Made reservation on behalf of 3453629f3dfc45cf896ac9eb3227c397 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:15:32.285630 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0d1d926-f8ec-44a2-a9c3-1161ba546bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:32.293980 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0d1d926-f8ec-44a2-a9c3-1161ba546bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:32.366065 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0d1d926-f8ec-44a2-a9c3-1161ba546bd1 admin admin] Publish callbacks [] for security_group (5dec58d3-2659-4890-9b30-1bf5ef3f3e0f), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:32.370681 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0d1d926-f8ec-44a2-a9c3-1161ba546bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (5dec58d3-2659-4890-9b30-1bf5ef3f3e0f), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:32.397379 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d1d926-f8ec-44a2-a9c3-1161ba546bd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:15:32.403701 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1d926-f8ec-44a2-a9c3-1161ba546bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dec58d3-2659-4890-9b30-1bf5ef3f3e0f,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:32.409701 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0d1d926-f8ec-44a2-a9c3-1161ba546bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (86ff9cbd-1c23-45aa-a078-c4de9febcf05), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:32.410773 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.db.segments_db [None req-a0d1d926-f8ec-44a2-a9c3-1161ba546bd1 admin admin] Added segment 86ff9cbd-1c23-45aa-a078-c4de9febcf05 of type vlan for network 488668da-f9d4-440c-9795-d626757efc84 Mar 07 14:15:32.450967 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0d1d926-f8ec-44a2-a9c3-1161ba546bd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (488668da-f9d4-440c-9795-d626757efc84), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:32.480024 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0d1d926-f8ec-44a2-a9c3-1161ba546bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (488668da-f9d4-440c-9795-d626757efc84), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:32.481064 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d1d926-f8ec-44a2-a9c3-1161ba546bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:32.481646 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0d1d926-f8ec-44a2-a9c3-1161ba546bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:32.517119 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a0d1d926-f8ec-44a2-a9c3-1161ba546bd1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2570987 Mar 07 14:15:32.520203 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39710) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:32.525050 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-12f79c08-85ac-4bf8-b29c-1f5e116873f9 admin admin] Request body: {'subnet': {'network_id': '488668da-f9d4-440c-9795-d626757efc84', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-234324225-subnet', 'tenant_id': '3453629f3dfc45cf896ac9eb3227c397', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:15:32.545236 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f79c08-85ac-4bf8-b29c-1f5e116873f9 admin admin] Made reservation on behalf of 3453629f3dfc45cf896ac9eb3227c397 for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:15:32.546549 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1d926-f8ec-44a2-a9c3-1161ba546bd1 admin admin] Pushing event updated for resources: {'Network': ['ID=488668da-f9d4-440c-9795-d626757efc84,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:32.548042 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-12f79c08-85ac-4bf8-b29c-1f5e116873f9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:32.557330 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network 488668da-f9d4-440c-9795-d626757efc84 details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:15:32.874294 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3bd00-bd12-49d1-89ec-f6c8d7a82f00 req-df69c650-0ab6-4cc6-afb3-4b28956e23d4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:32.875761 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6ba3bd00-bd12-49d1-89ec-f6c8d7a82f00 req-df69c650-0ab6-4cc6-afb3-4b28956e23d4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.2603481 Mar 07 14:15:32.971483 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6ba3bd00-bd12-49d1-89ec-f6c8d7a82f00 req-fa73c20c-697a-46dc-98ee-7394a995fe03 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0888872 Mar 07 14:15:32.996644 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-12f79c08-85ac-4bf8-b29c-1f5e116873f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for subnet (7d149767-9f51-4f9d-8a2a-ff9b4e41fbbe), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:33.050645 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f79c08-85ac-4bf8-b29c-1f5e116873f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d149767-9f51-4f9d-8a2a-ff9b4e41fbbe,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:33.059148 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f79c08-85ac-4bf8-b29c-1f5e116873f9 admin admin] Checking segment: {'id': '86ff9cbd-1c23-45aa-a078-c4de9febcf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '488668da-f9d4-440c-9795-d626757efc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:15:33.059502 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f79c08-85ac-4bf8-b29c-1f5e116873f9 admin admin] Network hostable DHCP agents. Network: 488668da-f9d4-440c-9795-d626757efc84, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:15:33.075885 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f79c08-85ac-4bf8-b29c-1f5e116873f9 admin admin] Network 488668da-f9d4-440c-9795-d626757efc84 is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:15:33.085968 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-12f79c08-85ac-4bf8-b29c-1f5e116873f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, 488668da-f9d4-440c-9795-d626757efc84) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:15:33.090658 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f79c08-85ac-4bf8-b29c-1f5e116873f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:33.091786 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-12f79c08-85ac-4bf8-b29c-1f5e116873f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:33.094739 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886cd693-af75-4907-9465-7c9bd2f04e73 None None] Network 488668da-f9d4-440c-9795-d626757efc84 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:15:33.115040 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-12f79c08-85ac-4bf8-b29c-1f5e116873f9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5857894 Mar 07 14:15:33.198645 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eccc7e-6e6b-454e-b676-cb87a76cadba None None] Network 488668da-f9d4-440c-9795-d626757efc84 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:15:34.092252 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63608a33-3fdd-4654-a986-97b1d1d12bc0 req-01613dd6-6cda-49d5-9f4a-340273a83d13 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:34.093751 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-63608a33-3fdd-4654-a986-97b1d1d12bc0 req-01613dd6-6cda-49d5-9f4a-340273a83d13 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0517795 Mar 07 14:15:34.139639 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-63608a33-3fdd-4654-a986-97b1d1d12bc0 req-8930c3b9-ae7d-40fb-bf19-0914de012399 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394630 Mar 07 14:15:35.266177 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d83647-1141-4c6c-8240-4ff4ca5ae783 req-7b4ff346-0b83-4d78-801e-20967af3c375 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:35.267798 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-85d83647-1141-4c6c-8240-4ff4ca5ae783 req-7b4ff346-0b83-4d78-801e-20967af3c375 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0565474 Mar 07 14:15:35.321116 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-85d83647-1141-4c6c-8240-4ff4ca5ae783 req-a7b75d94-db71-45f1-a12f-7804428e9780 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469410 Mar 07 14:15:36.443895 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1f227-7a4b-435e-be36-84e66dd86e94 req-71c7d5a3-19ae-428a-9d5f-c373b48f6ed2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:36.445274 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2af1f227-7a4b-435e-be36-84e66dd86e94 req-71c7d5a3-19ae-428a-9d5f-c373b48f6ed2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0522597 Mar 07 14:15:36.491260 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2af1f227-7a4b-435e-be36-84e66dd86e94 req-1a0f866e-d856-493b-aace-fbbb4070e959 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404778 Mar 07 14:15:37.616080 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30260f3a-3d9b-40c1-89e5-a3cbd59c14b8 req-2809e3cf-31fa-47b8-adca-87de4eed786a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:37.617587 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-30260f3a-3d9b-40c1-89e5-a3cbd59c14b8 req-2809e3cf-31fa-47b8-adca-87de4eed786a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0558853 Mar 07 14:15:37.672504 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-30260f3a-3d9b-40c1-89e5-a3cbd59c14b8 req-1ab5990e-2a8b-4a99-a931-7537665305a2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494506 Mar 07 14:15:38.817570 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4abcb-05c2-4178-b174-7d4bd4e853d1 req-20d00124-6191-4f45-99ff-8fbfc6454dd0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:38.819023 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bdc4abcb-05c2-4178-b174-7d4bd4e853d1 req-20d00124-6191-4f45-99ff-8fbfc6454dd0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0528357 Mar 07 14:15:38.865109 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bdc4abcb-05c2-4178-b174-7d4bd4e853d1 req-12c32acd-b8fc-4499-a3ad-da6a5cd8a3dc tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405583 Mar 07 14:15:39.993053 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142340a-2fbd-4cbf-9e8e-50efb8500328 req-fe44b9f5-b737-4592-8a53-9ddc81abf6e0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:39.994640 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7142340a-2fbd-4cbf-9e8e-50efb8500328 req-fe44b9f5-b737-4592-8a53-9ddc81abf6e0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0558810 Mar 07 14:15:40.040950 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7142340a-2fbd-4cbf-9e8e-50efb8500328 req-bf2a786c-c974-452f-814a-7a6b0e8f0b1c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407841 Mar 07 14:15:41.167459 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8e575-fc7f-4215-8e56-3c4dba472f2e req-4a7698e9-9fab-48c5-b733-1752abcee425 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:41.168981 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b6d8e575-fc7f-4215-8e56-3c4dba472f2e req-4a7698e9-9fab-48c5-b733-1752abcee425 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0564342 Mar 07 14:15:41.221366 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b6d8e575-fc7f-4215-8e56-3c4dba472f2e req-32c3ac6d-83f8-437f-bf6c-f9c4f24f57dd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468659 Mar 07 14:15:42.346016 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98686d93-4d61-4aae-aef8-f6b8fe338e69 req-a7a30f95-bbf9-4818-a74e-d5f46476d274 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:42.347492 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-98686d93-4d61-4aae-aef8-f6b8fe338e69 req-a7a30f95-bbf9-4818-a74e-d5f46476d274 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0529885 Mar 07 14:15:42.400478 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-98686d93-4d61-4aae-aef8-f6b8fe338e69 req-70b33a80-7985-4f30-aaad-2228c54a8094 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464220 Mar 07 14:15:43.521336 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c42b3d-8c4a-4a27-87c9-b8052c59b300 req-e0ce75f3-13c8-4b47-9a93-488b6b4d56ac tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:43.522804 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-74c42b3d-8c4a-4a27-87c9-b8052c59b300 req-e0ce75f3-13c8-4b47-9a93-488b6b4d56ac tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0522258 Mar 07 14:15:43.572756 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-74c42b3d-8c4a-4a27-87c9-b8052c59b300 req-aa6a2394-d284-435a-b776-196e43891554 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445137 Mar 07 14:15:44.702327 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f841d-aa78-4315-818d-4d3ad3cb5296 req-2a5105ca-e6b5-4ee5-aa7f-86ab09a96ea9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:44.703845 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0c9f841d-aa78-4315-818d-4d3ad3cb5296 req-2a5105ca-e6b5-4ee5-aa7f-86ab09a96ea9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0519404 Mar 07 14:15:44.751011 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0c9f841d-aa78-4315-818d-4d3ad3cb5296 req-62b4604e-7a81-40ba-a304-6a029914a172 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409386 Mar 07 14:15:45.844738 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-29f12fc4-8873-4871-b903-13d1345727fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:45.874147 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8b438-1106-42a6-8c96-f5565a771149 req-385f6480-125f-4e25-b34a-7c40437368c3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:45.875631 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fcf8b438-1106-42a6-8c96-f5565a771149 req-385f6480-125f-4e25-b34a-7c40437368c3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0523226 Mar 07 14:15:45.921704 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fcf8b438-1106-42a6-8c96-f5565a771149 req-65f11216-70d1-45d6-bc22-f506662f65e2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395465 Mar 07 14:15:46.462672 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39958) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:46.509632 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e36e78-dbfb-4373-addf-88ad706f2d76 admin admin] Deleting subnet b78355e7-d40c-48a4-96ed-5361fa097222 {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:15:46.512788 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c9e36e78-dbfb-4373-addf-88ad706f2d76 admin admin] Publish callbacks [] for subnet (b78355e7-d40c-48a4-96ed-5361fa097222), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:46.546135 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c9e36e78-dbfb-4373-addf-88ad706f2d76 admin admin] Publish callbacks [] for subnet (b78355e7-d40c-48a4-96ed-5361fa097222), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:46.552314 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c9e36e78-dbfb-4373-addf-88ad706f2d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517177'] for subnet (b78355e7-d40c-48a4-96ed-5361fa097222), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:46.602671 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c9e36e78-dbfb-4373-addf-88ad706f2d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for subnet (b78355e7-d40c-48a4-96ed-5361fa097222), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:46.629257 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e36e78-dbfb-4373-addf-88ad706f2d76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78355e7-d40c-48a4-96ed-5361fa097222,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:46.631127 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c9e36e78-dbfb-4373-addf-88ad706f2d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:46.635166 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-c9e36e78-dbfb-4373-addf-88ad706f2d76 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b78355e7-d40c-48a4-96ed-5361fa097222 HTTP/1.1" status: 204 len: 168 time: 0.1714745 Mar 07 14:15:46.636778 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39960) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:46.707248 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3584630'] for network (520941d0-af37-49f4-b258-b226aa153f96), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:46.790230 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479414', 'neutron.services.segments.db._delete_segments_for_network-8793137543527'] for network (520941d0-af37-49f4-b258-b226aa153f96), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:46.810683 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:15:46.811026 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:15:46.811755 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:15:46.812084 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Subscribe: > port after_create 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:15:46.812417 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:15:46.812788 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Subscribe: > port after_update 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:15:46.813112 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:15:46.813426 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:15:46.813734 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:15:46.814050 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:15:46.878730 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:15:46.879483 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:15:46.879591 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:15:46.879832 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 14:15:46.880209 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520941d0-af37-49f4-b258-b226aa153f96']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:15:46.897811 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a7354b-e63d-4127-aa6d-a32c38ab8b5c') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:15:46.898103 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a7354b-e63d-4127-aa6d-a32c38ab8b5c') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:15:46.913928 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793137544560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4275717'] for segment (f6a7354b-e63d-4127-aa6d-a32c38ab8b5c), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:46.933611 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (f6a7354b-e63d-4127-aa6d-a32c38ab8b5c), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:46.941920 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:15:46.942301 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4275992'] for segment (f6a7354b-e63d-4127-aa6d-a32c38ab8b5c), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: from cryptography.utils import int_from_bytes Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: from cryptography.utils import int_from_bytes Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: Traceback (most recent call last): Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: timer() Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: cb(*args, **kw) Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: return func(*args, **kwargs) Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: self._notify() Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: self.callback(batched_events) Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: event.method(event) Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: return f(self, *a, **k) Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: return self._get(url).json() Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: return self.request(url, 'GET', **kwargs) Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:15:46.946280 dv-cinder-794001-5-iscsi neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:15:47.028900 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754018'] for network (520941d0-af37-49f4-b258-b226aa153f96), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:47.040172 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:47.043377 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] 10.222.0.26 "DELETE /v2.0/networks/520941d0-af37-49f4-b258-b226aa153f96 HTTP/1.1" status: 204 len: 168 time: 0.4056454 Mar 07 14:15:47.046278 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39966) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:47.055664 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b1a15-3e64-42f0-9391-e9bf48875968 admin admin] Pushing event deleted for resources: {'Network': ['ID=520941d0-af37-49f4-b258-b226aa153f96,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:47.072037 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f07288-8573-4b96-ac08-765ee88a6b14 req-21cc79f7-2622-42ad-8892-cd66a7f8b957 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:47.073566 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-17f07288-8573-4b96-ac08-765ee88a6b14 req-21cc79f7-2622-42ad-8892-cd66a7f8b957 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0796609 Mar 07 14:15:47.091995 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d1a536-d60c-4741-bb66-9791bcf68931 admin admin] Deleting subnet 7d149767-9f51-4f9d-8a2a-ff9b4e41fbbe {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:15:47.095245 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-18d1a536-d60c-4741-bb66-9791bcf68931 admin admin] Publish callbacks [] for subnet (7d149767-9f51-4f9d-8a2a-ff9b4e41fbbe), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:47.132525 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-17f07288-8573-4b96-ac08-765ee88a6b14 req-93def455-554a-47be-a21d-1e2155dbbeb3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527425 Mar 07 14:15:47.137050 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-18d1a536-d60c-4741-bb66-9791bcf68931 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7040696'] for subnet (7d149767-9f51-4f9d-8a2a-ff9b4e41fbbe), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:47.180724 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-18d1a536-d60c-4741-bb66-9791bcf68931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517177'] for subnet (7d149767-9f51-4f9d-8a2a-ff9b4e41fbbe), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:47.229743 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-18d1a536-d60c-4741-bb66-9791bcf68931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7721324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194712'] for subnet (7d149767-9f51-4f9d-8a2a-ff9b4e41fbbe), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:47.255012 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1a536-d60c-4741-bb66-9791bcf68931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d149767-9f51-4f9d-8a2a-ff9b4e41fbbe,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:47.256957 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-18d1a536-d60c-4741-bb66-9791bcf68931 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:47.260069 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-18d1a536-d60c-4741-bb66-9791bcf68931 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7d149767-9f51-4f9d-8a2a-ff9b4e41fbbe HTTP/1.1" status: 204 len: 168 time: 0.2128088 Mar 07 14:15:47.262570 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39972) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:47.327656 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d5b1884e-8737-47a3-8384-6a4bee778135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3584630'] for network (488668da-f9d4-440c-9795-d626757efc84), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:47.408843 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d5b1884e-8737-47a3-8384-6a4bee778135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479414', 'neutron.services.segments.db._delete_segments_for_network-8793137543527'] for network (488668da-f9d4-440c-9795-d626757efc84), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:47.428049 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-d5b1884e-8737-47a3-8384-6a4bee778135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488668da-f9d4-440c-9795-d626757efc84']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:15:47.437277 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-d5b1884e-8737-47a3-8384-6a4bee778135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ff9cbd-1c23-45aa-a078-c4de9febcf05') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:15:47.437578 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-d5b1884e-8737-47a3-8384-6a4bee778135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ff9cbd-1c23-45aa-a078-c4de9febcf05') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:15:47.447410 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d5b1884e-8737-47a3-8384-6a4bee778135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793137544560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7040579'] for segment (86ff9cbd-1c23-45aa-a078-c4de9febcf05), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:47.460773 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d5b1884e-8737-47a3-8384-6a4bee778135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (86ff9cbd-1c23-45aa-a078-c4de9febcf05), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:47.466541 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b1884e-8737-47a3-8384-6a4bee778135 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:15:47.467010 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d5b1884e-8737-47a3-8384-6a4bee778135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7721222'] for segment (86ff9cbd-1c23-45aa-a078-c4de9febcf05), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: Traceback (most recent call last): Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: timer() Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: cb(*args, **kw) Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: return func(*args, **kwargs) Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: self._notify() Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: self.callback(batched_events) Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: event.method(event) Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: return f(self, *a, **k) Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._get(url).json() Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: return self.request(url, 'GET', **kwargs) Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:15:47.468593 dv-cinder-794001-5-iscsi neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:15:47.526359 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d5b1884e-8737-47a3-8384-6a4bee778135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754018'] for network (488668da-f9d4-440c-9795-d626757efc84), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:47.531244 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d5b1884e-8737-47a3-8384-6a4bee778135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:47.534343 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-d5b1884e-8737-47a3-8384-6a4bee778135 admin admin] 10.222.0.26 "DELETE /v2.0/networks/488668da-f9d4-440c-9795-d626757efc84 HTTP/1.1" status: 204 len: 168 time: 0.2708833 Mar 07 14:15:47.545750 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1884e-8737-47a3-8384-6a4bee778135 admin admin] Pushing event deleted for resources: {'Network': ['ID=488668da-f9d4-440c-9795-d626757efc84,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:47.690268 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39978) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:47.729519 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-f5be6039-b20a-46ee-9155-2a0155391d45 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ed880efc3874d5a8f8e24e6ad72ac4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381455 Mar 07 14:15:47.731839 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39980) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:47.778090 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3c54168a-dfff-41ee-8ee7-809f3d4b7f53 admin admin] Publish callbacks [] for security_group (b6fd18b0-1f0d-4e7b-b1ec-42b703b027c0), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:47.798141 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3c54168a-dfff-41ee-8ee7-809f3d4b7f53 admin admin] Publish callbacks [] for security_group (b6fd18b0-1f0d-4e7b-b1ec-42b703b027c0), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:47.847355 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3c54168a-dfff-41ee-8ee7-809f3d4b7f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (b6fd18b0-1f0d-4e7b-b1ec-42b703b027c0), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:47.850583 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3c54168a-dfff-41ee-8ee7-809f3d4b7f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:47.851766 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3c54168a-dfff-41ee-8ee7-809f3d4b7f53 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b6fd18b0-1f0d-4e7b-b1ec-42b703b027c0 HTTP/1.1" status: 204 len: 168 time: 0.1190658 Mar 07 14:15:47.859587 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54168a-dfff-41ee-8ee7-809f3d4b7f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fd18b0-1f0d-4e7b-b1ec-42b703b027c0,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:48.163540 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39992) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:48.184179 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8903870e-7c3d-4d46-8e2a-134c97358749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:48.209382 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-dd591214-29eb-40a9-9f30-4f9cbb4ae76c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3453629f3dfc45cf896ac9eb3227c397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439732 Mar 07 14:15:48.213422 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39996) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:48.261518 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bd892-a10e-43a1-9046-0fda7dacd635 req-9a291c0a-22f7-466b-91ed-ab9eb96a2755 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:48.262971 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d48bd892-a10e-43a1-9046-0fda7dacd635 req-9a291c0a-22f7-466b-91ed-ab9eb96a2755 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0525322 Mar 07 14:15:48.265327 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-14f58547-a0d6-4ca2-848c-6dc663307ffb admin admin] Publish callbacks [] for security_group (5dec58d3-2659-4890-9b30-1bf5ef3f3e0f), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:48.286531 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-14f58547-a0d6-4ca2-848c-6dc663307ffb admin admin] Publish callbacks [] for security_group (5dec58d3-2659-4890-9b30-1bf5ef3f3e0f), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:48.309644 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d48bd892-a10e-43a1-9046-0fda7dacd635 req-64ada20d-4b92-4fcb-aa67-f2f6d6ff4f5c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408294 Mar 07 14:15:48.334114 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-14f58547-a0d6-4ca2-848c-6dc663307ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (5dec58d3-2659-4890-9b30-1bf5ef3f3e0f), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:48.336615 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-14f58547-a0d6-4ca2-848c-6dc663307ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:48.337775 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-14f58547-a0d6-4ca2-848c-6dc663307ffb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5dec58d3-2659-4890-9b30-1bf5ef3f3e0f HTTP/1.1" status: 204 len: 168 time: 0.1228364 Mar 07 14:15:48.345372 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f58547-a0d6-4ca2-848c-6dc663307ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dec58d3-2659-4890-9b30-1bf5ef3f3e0f,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:49.339768 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40036) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:49.417110 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:49.436744 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4850fb-7c2a-4f40-b52c-86da0499ffc7 req-7698b6c8-4b07-47ef-890f-12c91a649906 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:49.438196 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ea4850fb-7c2a-4f40-b52c-86da0499ffc7 req-7698b6c8-4b07-47ef-890f-12c91a649906 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0542552 Mar 07 14:15:49.465353 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ae170406-86bb-45db-b671-ae14a49bd08b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:49.512874 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ea4850fb-7c2a-4f40-b52c-86da0499ffc7 req-9c9b3c2b-ed29-464c-8213-5dae6ce124b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670969 Mar 07 14:15:49.564797 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ae170406-86bb-45db-b671-ae14a49bd08b admin admin] Publish callbacks [] for security_group (5035746d-d95e-4f2a-a21e-04d05790c031), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:49.570126 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ae170406-86bb-45db-b671-ae14a49bd08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (5035746d-d95e-4f2a-a21e-04d05790c031), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:49.607074 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae170406-86bb-45db-b671-ae14a49bd08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5035746d-d95e-4f2a-a21e-04d05790c031,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:49.612585 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-ae170406-86bb-45db-b671-ae14a49bd08b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6bdc770f6b48464dad2f0e9c688e9d27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717099 Mar 07 14:15:49.616143 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40042) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:49.618041 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae170406-86bb-45db-b671-ae14a49bd08b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:49.618390 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae170406-86bb-45db-b671-ae14a49bd08b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:49.618732 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae170406-86bb-45db-b671-ae14a49bd08b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:49.619066 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae170406-86bb-45db-b671-ae14a49bd08b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:49.619395 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae170406-86bb-45db-b671-ae14a49bd08b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:49.619724 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae170406-86bb-45db-b671-ae14a49bd08b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:49.620048 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae170406-86bb-45db-b671-ae14a49bd08b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:49.620371 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae170406-86bb-45db-b671-ae14a49bd08b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:49.620711 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae170406-86bb-45db-b671-ae14a49bd08b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:49.621044 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae170406-86bb-45db-b671-ae14a49bd08b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:49.621366 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae170406-86bb-45db-b671-ae14a49bd08b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:49.621691 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae170406-86bb-45db-b671-ae14a49bd08b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:49.622010 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae170406-86bb-45db-b671-ae14a49bd08b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:49.664536 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e4144c85-e068-40b3-8ee2-8481b9682646 admin admin] Publish callbacks [] for security_group (5035746d-d95e-4f2a-a21e-04d05790c031), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:49.684822 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e4144c85-e068-40b3-8ee2-8481b9682646 admin admin] Publish callbacks [] for security_group (5035746d-d95e-4f2a-a21e-04d05790c031), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:49.732839 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e4144c85-e068-40b3-8ee2-8481b9682646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (5035746d-d95e-4f2a-a21e-04d05790c031), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:49.735274 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e4144c85-e068-40b3-8ee2-8481b9682646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:49.736387 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-e4144c85-e068-40b3-8ee2-8481b9682646 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5035746d-d95e-4f2a-a21e-04d05790c031 HTTP/1.1" status: 204 len: 168 time: 0.1191945 Mar 07 14:15:49.744328 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4144c85-e068-40b3-8ee2-8481b9682646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5035746d-d95e-4f2a-a21e-04d05790c031,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:50.644926 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7204d-9896-40fb-9d05-1febd58daa29 req-ce0e14bf-9fec-451e-8146-a225829bfbe1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:50.646739 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9aa7204d-9896-40fb-9d05-1febd58daa29 req-ce0e14bf-9fec-451e-8146-a225829bfbe1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0611074 Mar 07 14:15:50.695710 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9aa7204d-9896-40fb-9d05-1febd58daa29 req-e9870cba-3eeb-49e0-a27f-45bba787fc7d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434129 Mar 07 14:15:50.846098 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:51.828947 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e92fcf-0795-4a78-b27b-88777ab95df0 req-ecb1076f-3429-4efc-97bb-c2d0811e42dd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:51.830393 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c3e92fcf-0795-4a78-b27b-88777ab95df0 req-ecb1076f-3429-4efc-97bb-c2d0811e42dd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0554514 Mar 07 14:15:51.878131 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c3e92fcf-0795-4a78-b27b-88777ab95df0 req-3f81f3ef-b707-4e5b-920d-42a85a0b078b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416474 Mar 07 14:15:52.306821 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:53.001880 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23442f38-8005-4619-8d83-e540a0519575 req-b2f36481-7e4d-456d-9bee-076c067d056c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:53.003380 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-23442f38-8005-4619-8d83-e540a0519575 req-b2f36481-7e4d-456d-9bee-076c067d056c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0511808 Mar 07 14:15:53.049942 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-23442f38-8005-4619-8d83-e540a0519575 req-416fd1cd-57e9-45d3-8632-9b558ffa2e3d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394824 Mar 07 14:15:54.171542 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cda49-3f7d-4744-b0e8-b63864544081 req-f759970b-f620-41c8-ae5f-c25a8090c2c9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:54.173036 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-258cda49-3f7d-4744-b0e8-b63864544081 req-f759970b-f620-41c8-ae5f-c25a8090c2c9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0525341 Mar 07 14:15:54.221866 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-258cda49-3f7d-4744-b0e8-b63864544081 req-0e1b552e-c3fd-4c14-a9cd-e493867ef20c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433443 Mar 07 14:15:55.341461 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79d9b2-e061-4bab-a2c5-598925ced662 req-ab4cd0c1-c6e0-43a1-ba20-0e3e06a3006b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:55.342912 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4d79d9b2-e061-4bab-a2c5-598925ced662 req-ab4cd0c1-c6e0-43a1-ba20-0e3e06a3006b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0513976 Mar 07 14:15:55.388761 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4d79d9b2-e061-4bab-a2c5-598925ced662 req-7ed181fc-adc0-4107-a54b-245419ee6d7e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395572 Mar 07 14:15:56.520454 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4db4f2-3dbf-46ef-b336-411560c12b30 req-57bb8f32-3538-42aa-86d1-070e1aa22ffe tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:56.521235 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:56.522307 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4b4db4f2-3dbf-46ef-b336-411560c12b30 req-57bb8f32-3538-42aa-86d1-070e1aa22ffe tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0620925 Mar 07 14:15:56.575168 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4b4db4f2-3dbf-46ef-b336-411560c12b30 req-6e9d72f5-7dd5-4698-bc1e-9c71b9b3ff91 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469763 Mar 07 14:15:57.706356 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd15bd-fe0b-47f2-960f-18e219b4ac5d req-93973412-5630-4569-82b4-290d7f3c853a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:57.708127 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d6fd15bd-fe0b-47f2-960f-18e219b4ac5d req-93973412-5630-4569-82b4-290d7f3c853a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0552208 Mar 07 14:15:57.757034 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d6fd15bd-fe0b-47f2-960f-18e219b4ac5d req-010ad3a9-4935-4fc5-9b3a-29077853ed13 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434186 Mar 07 14:15:58.884500 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f0e79-ce00-4541-8af2-5d5ccfea6817 req-7a827ab8-fb66-45b2-b254-34c35bea419d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:15:58.886171 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-129f0e79-ce00-4541-8af2-5d5ccfea6817 req-7a827ab8-fb66-45b2-b254-34c35bea419d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0563571 Mar 07 14:15:58.933152 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-129f0e79-ce00-4541-8af2-5d5ccfea6817 req-9ad7d674-865d-4515-8f56-dda30b383bdb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409157 Mar 07 14:15:59.077111 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40218) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:59.176708 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-54f81cb2-c576-405e-b79b-614426289efd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:59.252649 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-54f81cb2-c576-405e-b79b-614426289efd admin admin] Publish callbacks [] for security_group (790cd71a-4baf-4a9d-8788-3152a323e886), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:59.256905 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-54f81cb2-c576-405e-b79b-614426289efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (790cd71a-4baf-4a9d-8788-3152a323e886), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:59.293196 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-54f81cb2-c576-405e-b79b-614426289efd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf628b50501848dc88dadae622db1f53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150702 Mar 07 14:15:59.295044 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f81cb2-c576-405e-b79b-614426289efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790cd71a-4baf-4a9d-8788-3152a323e886,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:59.295885 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40222) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:15:59.345105 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7f9b8a4c-130a-43c3-a464-e213a5b51b79 admin admin] Publish callbacks [] for security_group (790cd71a-4baf-4a9d-8788-3152a323e886), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:59.365266 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7f9b8a4c-130a-43c3-a464-e213a5b51b79 admin admin] Publish callbacks [] for security_group (790cd71a-4baf-4a9d-8788-3152a323e886), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:59.412532 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7f9b8a4c-130a-43c3-a464-e213a5b51b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (790cd71a-4baf-4a9d-8788-3152a323e886), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:59.415203 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7f9b8a4c-130a-43c3-a464-e213a5b51b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:15:59.416349 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-7f9b8a4c-130a-43c3-a464-e213a5b51b79 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/790cd71a-4baf-4a9d-8788-3152a323e886 HTTP/1.1" status: 204 len: 168 time: 0.1194503 Mar 07 14:15:59.423807 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b8a4c-130a-43c3-a464-e213a5b51b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790cd71a-4baf-4a9d-8788-3152a323e886,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:15:59.430893 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b8a4c-130a-43c3-a464-e213a5b51b79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:59.431256 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b8a4c-130a-43c3-a464-e213a5b51b79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:59.431638 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b8a4c-130a-43c3-a464-e213a5b51b79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:59.431987 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b8a4c-130a-43c3-a464-e213a5b51b79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:59.432327 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b8a4c-130a-43c3-a464-e213a5b51b79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:59.432667 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b8a4c-130a-43c3-a464-e213a5b51b79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:59.433026 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b8a4c-130a-43c3-a464-e213a5b51b79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:59.433363 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b8a4c-130a-43c3-a464-e213a5b51b79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:59.433695 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b8a4c-130a-43c3-a464-e213a5b51b79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:59.434029 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b8a4c-130a-43c3-a464-e213a5b51b79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:59.434363 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b8a4c-130a-43c3-a464-e213a5b51b79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:59.434690 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b8a4c-130a-43c3-a464-e213a5b51b79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:15:59.435019 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b8a4c-130a-43c3-a464-e213a5b51b79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:16:00.053981 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fe9d9-d945-4472-b2bb-9962f387e87c req-54e6ca8a-bba4-4c5a-82c8-cf0398d24828 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:00.055445 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-681fe9d9-d945-4472-b2bb-9962f387e87c req-54e6ca8a-bba4-4c5a-82c8-cf0398d24828 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0521166 Mar 07 14:16:00.101181 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-681fe9d9-d945-4472-b2bb-9962f387e87c req-b0c4c4b0-58f7-4e4c-af4f-ad64cc15ee06 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402486 Mar 07 14:16:00.865603 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-27c1aa5e-5a5f-408c-9608-732ef97b9cf3 req-ee2fda10-d3a4-4795-b0fe-89e418154c11 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422029 Mar 07 14:16:00.942212 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1aa5e-5a5f-408c-9608-732ef97b9cf3 req-13733dda-19aa-40a1-8b9f-e303ceeac1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:00.943668 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-27c1aa5e-5a5f-408c-9608-732ef97b9cf3 req-13733dda-19aa-40a1-8b9f-e303ceeac1c8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15dbf5263913404f98297aed6eaa217f&device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 1129 time: 0.0462060 Mar 07 14:16:01.040970 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1aa5e-5a5f-408c-9608-732ef97b9cf3 req-e692d8df-8bea-4b83-b2d7-b5e0cdfe9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:01.042604 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-27c1aa5e-5a5f-408c-9608-732ef97b9cf3 req-e692d8df-8bea-4b83-b2d7-b5e0cdfe9a4a service neutron] 10.222.0.25 "GET /v2.0/networks?id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 HTTP/1.1" status: 200 len: 920 time: 0.0822632 Mar 07 14:16:01.085402 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-27c1aa5e-5a5f-408c-9608-732ef97b9cf3 req-c3908b2f-88a4-4238-9c72-c26a8fca76ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6da1ad87-f4a8-4228-9279-89ef554c1465 HTTP/1.1" status: 200 len: 217 time: 0.0372014 Mar 07 14:16:01.132478 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1aa5e-5a5f-408c-9608-732ef97b9cf3 req-6556f6c0-2183-446c-b67e-607ce6aca499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:01.134364 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-27c1aa5e-5a5f-408c-9608-732ef97b9cf3 req-6556f6c0-2183-446c-b67e-607ce6aca499 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f082187e-97c3-4fc5-973d-4bcab4639dde HTTP/1.1" status: 200 len: 859 time: 0.0432611 Mar 07 14:16:01.165937 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-27c1aa5e-5a5f-408c-9608-732ef97b9cf3 req-ea5237f6-846f-4fe2-acd2-b7de90bfd029 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255718 Mar 07 14:16:01.287273 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b5093-5001-47c3-8824-1dbc46519646 req-f4c10fbd-e75a-4543-81da-ccb8a7313ab4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:01.288723 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ec1b5093-5001-47c3-8824-1dbc46519646 req-f4c10fbd-e75a-4543-81da-ccb8a7313ab4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.1100450 Mar 07 14:16:01.292108 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-27c1aa5e-5a5f-408c-9608-732ef97b9cf3 req-1a1b2d33-931b-4c62-8024-f4d76429ecae service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208429 Mar 07 14:16:01.388119 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ec1b5093-5001-47c3-8824-1dbc46519646 req-37cf14c1-151a-4872-bbce-c178eaa0b717 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939372 Mar 07 14:16:01.410702 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-27c1aa5e-5a5f-408c-9608-732ef97b9cf3 req-e7420156-5af3-4731-b953-4b69c5c8b517 service neutron] 10.222.0.25 "GET /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102109 Mar 07 14:16:02.508550 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a9561-af91-4bc9-8a80-072e6ea266e6 req-27bbae08-adf5-47e4-8158-abd9661d7802 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:02.510016 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5b1a9561-af91-4bc9-8a80-072e6ea266e6 req-27bbae08-adf5-47e4-8158-abd9661d7802 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0508132 Mar 07 14:16:02.557054 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5b1a9561-af91-4bc9-8a80-072e6ea266e6 req-ee9a9525-05d8-4f80-9a43-f1b6b87628dd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412493 Mar 07 14:16:03.683871 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f387d-8c5a-445c-81f3-3fe398195574 req-1fef40d9-7f0a-4772-8ff2-6a6ed489eff1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:03.685333 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d31f387d-8c5a-445c-81f3-3fe398195574 req-1fef40d9-7f0a-4772-8ff2-6a6ed489eff1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0521736 Mar 07 14:16:03.733439 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d31f387d-8c5a-445c-81f3-3fe398195574 req-8cd9472e-7539-4865-8070-8dc4902e162b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426466 Mar 07 14:16:04.401777 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:16:04.853263 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a366a6d-01d9-4e8c-8174-d2f081ef442e req-7181af00-75e8-4595-b2bc-db7df8296737 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:04.854719 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9a366a6d-01d9-4e8c-8174-d2f081ef442e req-7181af00-75e8-4595-b2bc-db7df8296737 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0510445 Mar 07 14:16:04.902188 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9a366a6d-01d9-4e8c-8174-d2f081ef442e req-0ef81629-dfb6-4c9c-bb38-44305e3f25a1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417984 Mar 07 14:16:06.026630 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5190b90-9ad4-403f-a580-fc6a270940fd req-2ccd67e9-ce43-48bc-ba1e-b64dc27e1805 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:06.028119 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a5190b90-9ad4-403f-a580-fc6a270940fd req-2ccd67e9-ce43-48bc-ba1e-b64dc27e1805 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0529468 Mar 07 14:16:06.073960 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a5190b90-9ad4-403f-a580-fc6a270940fd req-ef60db75-fe9f-4aa0-87b3-1cef9503367c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394900 Mar 07 14:16:07.197512 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16178d-7440-4699-9e65-29cb24c6a40f req-1956b515-4819-429a-86e1-be0a5172f029 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:07.198994 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8a16178d-7440-4699-9e65-29cb24c6a40f req-1956b515-4819-429a-86e1-be0a5172f029 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0547521 Mar 07 14:16:07.243908 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8a16178d-7440-4699-9e65-29cb24c6a40f req-5128b55c-463b-4eee-a95a-b4bb6f8eb772 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392876 Mar 07 14:16:08.365027 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830959b2-7926-4502-88d6-1f350b03b0ea req-27082b9b-17f8-45cb-b9f9-afc3e0a1eaaf tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:08.366486 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-830959b2-7926-4502-88d6-1f350b03b0ea req-27082b9b-17f8-45cb-b9f9-afc3e0a1eaaf tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0524375 Mar 07 14:16:08.412561 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-830959b2-7926-4502-88d6-1f350b03b0ea req-07892088-b396-44da-9887-ffe080557e40 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406163 Mar 07 14:16:09.531460 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2efae-0807-46ae-a85f-b8e325e67817 req-86252bee-87f8-4b56-bbcf-8aaaedf07550 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:09.532919 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-61f2efae-0807-46ae-a85f-b8e325e67817 req-86252bee-87f8-4b56-bbcf-8aaaedf07550 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0507629 Mar 07 14:16:09.580558 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-61f2efae-0807-46ae-a85f-b8e325e67817 req-6bb8c596-c90e-421d-b21a-c39c13ff3650 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413854 Mar 07 14:16:10.701776 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e24e10-7047-4947-8adb-9fee079a0e26 req-639f8b13-5773-4f7f-a202-a3dcdbf9a06a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:10.703203 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-22e24e10-7047-4947-8adb-9fee079a0e26 req-639f8b13-5773-4f7f-a202-a3dcdbf9a06a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0517120 Mar 07 14:16:10.750657 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-22e24e10-7047-4947-8adb-9fee079a0e26 req-ea27bc79-12ca-4ef4-965d-98a0de3933c0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417747 Mar 07 14:16:11.872400 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f5030-04e7-4758-97b3-a9240f2df586 req-0c678582-52b9-41a4-8900-e3eb49ce87d0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:11.873899 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-123f5030-04e7-4758-97b3-a9240f2df586 req-0c678582-52b9-41a4-8900-e3eb49ce87d0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0514863 Mar 07 14:16:11.919806 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-123f5030-04e7-4758-97b3-a9240f2df586 req-3b6b19ee-a707-4efb-8053-72556b0d7e3d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404115 Mar 07 14:16:13.046047 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d5ed5-ebde-4741-ad27-1585f634de69 req-d28781c0-dc37-44be-978a-5e31837af5fd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:13.047511 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8b0d5ed5-ebde-4741-ad27-1585f634de69 req-d28781c0-dc37-44be-978a-5e31837af5fd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0560403 Mar 07 14:16:13.093728 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8b0d5ed5-ebde-4741-ad27-1585f634de69 req-dce1e831-8493-41ec-9a03-9e5fe3d6f716 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399730 Mar 07 14:16:14.216194 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08329c65-098e-416e-8e27-1b3c2c3ce882 req-bae9c0e5-2b3a-4b29-8134-ab05a2124a03 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:14.217680 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-08329c65-098e-416e-8e27-1b3c2c3ce882 req-bae9c0e5-2b3a-4b29-8134-ab05a2124a03 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0516489 Mar 07 14:16:14.263510 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-08329c65-098e-416e-8e27-1b3c2c3ce882 req-61348b4f-a14a-4b6b-a324-98c7e510d6cc tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404141 Mar 07 14:16:15.387919 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de7670-409a-4906-8125-ab0f58ce80d2 req-bc58d957-11bf-4d53-a5dc-547f9d72dbc6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:15.389643 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-60de7670-409a-4906-8125-ab0f58ce80d2 req-bc58d957-11bf-4d53-a5dc-547f9d72dbc6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0540907 Mar 07 14:16:15.434848 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-60de7670-409a-4906-8125-ab0f58ce80d2 req-1df11753-2f78-4770-87fa-83e9d2637568 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397344 Mar 07 14:16:15.844511 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9910ee0a-015f-446d-8021-b3d09b379ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:16.557045 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb927bb0-4fd4-4730-86d2-d5ad2dcc9763 req-1a586afa-3a0e-4028-bed4-1423e0734704 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:16.558512 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bb927bb0-4fd4-4730-86d2-d5ad2dcc9763 req-1a586afa-3a0e-4028-bed4-1423e0734704 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0514941 Mar 07 14:16:16.606118 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bb927bb0-4fd4-4730-86d2-d5ad2dcc9763 req-30ebc998-378d-4224-9086-4aedc2ae2dba tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421343 Mar 07 14:16:16.821780 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e37498-0513-4ac1-875e-f8f97ac0238b req-12919659-7733-4cfc-ae4c-d7ef5183f179 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:16.823225 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c5e37498-0513-4ac1-875e-f8f97ac0238b req-12919659-7733-4cfc-ae4c-d7ef5183f179 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0515010 Mar 07 14:16:16.871159 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c5e37498-0513-4ac1-875e-f8f97ac0238b req-6a4de43c-27f0-49c3-9aec-aa125256c2c0 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424564 Mar 07 14:16:17.643476 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265b0cc-f849-4800-858e-82d97e839812 req-e74dca53-3f9e-455e-b246-2ac868a5009a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:17.645587 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c265b0cc-f849-4800-858e-82d97e839812 req-e74dca53-3f9e-455e-b246-2ac868a5009a tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0528300 Mar 07 14:16:17.770053 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d83466-41b2-45e1-bcde-31259b00f5e9 req-d46417d3-8ae2-41af-97f4-3105dec32257 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:17.771798 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-25d83466-41b2-45e1-bcde-31259b00f5e9 req-d46417d3-8ae2-41af-97f4-3105dec32257 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0893776 Mar 07 14:16:17.787295 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-c265b0cc-f849-4800-858e-82d97e839812 req-fd538631-cca4-4dc2-b5fe-5158b30ed5cf tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Deleting port 6da1ad87-f4a8-4228-9279-89ef554c1465 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:16:17.787627 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-c265b0cc-f849-4800-858e-82d97e839812 req-fd538631-cca4-4dc2-b5fe-5158b30ed5cf tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (6da1ad87-f4a8-4228-9279-89ef554c1465), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:17.873742 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-25d83466-41b2-45e1-bcde-31259b00f5e9 req-e113ac12-78e2-4aa1-aa14-14d22f5137a7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963099 Mar 07 14:16:17.899134 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-c265b0cc-f849-4800-858e-82d97e839812 req-fd538631-cca4-4dc2-b5fe-5158b30ed5cf tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] For port 6da1ad87-f4a8-4228-9279-89ef554c1465, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6da1ad87-f4a8-4228-9279-89ef554c1465,segment=NetworkSegment(191c9df1-4ea1-4ffe-8828-dc9a326d408e),segment_id=191c9df1-4ea1-4ffe-8828-dc9a326d408e)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:16:17.899496 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-c265b0cc-f849-4800-858e-82d97e839812 req-fd538631-cca4-4dc2-b5fe-5158b30ed5cf tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (6da1ad87-f4a8-4228-9279-89ef554c1465), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:17.912012 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-c265b0cc-f849-4800-858e-82d97e839812 req-fd538631-cca4-4dc2-b5fe-5158b30ed5cf tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Calling delete_port for 6da1ad87-f4a8-4228-9279-89ef554c1465 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:16:18.160423 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9edf9cfb-9754-4ebe-9e33-77cba5ddf742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:18.212943 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6824f10-3680-4922-a036-c1f145e4e167 req-b0638dae-d261-4f35-9290-b35d49312e73 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:18.214415 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b6824f10-3680-4922-a036-c1f145e4e167 req-b0638dae-d261-4f35-9290-b35d49312e73 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d8f210-eb34-4389-855c-64d01600e4a3 HTTP/1.1" status: 200 len: 945 time: 0.0764887 Mar 07 14:16:18.295113 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-c265b0cc-f849-4800-858e-82d97e839812 req-fd538631-cca4-4dc2-b5fe-5158b30ed5cf tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (6da1ad87-f4a8-4228-9279-89ef554c1465), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:18.329864 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b6824f10-3680-4922-a036-c1f145e4e167 req-99c58983-469b-49f4-ac65-6a7979cb4707 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031945 Mar 07 14:16:18.330673 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['6da1ad87-f4a8-4228-9279-89ef554c1465', 'eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:16:18.330810 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd538631-cca4-4dc2-b5fe-5158b30ed5cf tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Pushing event deleted for resources: {'Port': ['ID=6da1ad87-f4a8-4228-9279-89ef554c1465,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:18.381892 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-c265b0cc-f849-4800-858e-82d97e839812 req-fd538631-cca4-4dc2-b5fe-5158b30ed5cf tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] No DVR routers for this DVR port 6da1ad87-f4a8-4228-9279-89ef554c1465 on host hv-cinder-79400 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:16:18.385763 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-c265b0cc-f849-4800-858e-82d97e839812 req-fd538631-cca4-4dc2-b5fe-5158b30ed5cf tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:18.389671 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c265b0cc-f849-4800-858e-82d97e839812 req-fd538631-cca4-4dc2-b5fe-5158b30ed5cf tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.25 "DELETE /v2.0/ports/6da1ad87-f4a8-4228-9279-89ef554c1465 HTTP/1.1" status: 204 len: 173 time: 0.7391591 Mar 07 14:16:18.390107 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d8f210-eb34-4389-855c-64d01600e4a3', 'name': 'network-vif-deleted', 'tag': '6da1ad87-f4a8-4228-9279-89ef554c1465'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:16:18.392455 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564ca576-7360-4a4d-9d48-039afae93f74" -d '{"events": [{"server_uuid": "c5d8f210-eb34-4389-855c-64d01600e4a3", "name": "network-vif-deleted", "tag": "6da1ad87-f4a8-4228-9279-89ef554c1465"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:16:18.431789 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a9c0eb-9c3a-4eb2-802c-e0a829c0bd1c x-openstack-request-id: req-10a9c0eb-9c3a-4eb2-802c-e0a829c0bd1c {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:16:18.432073 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d8f210-eb34-4389-855c-64d01600e4a3", "name": "network-vif-deleted", "tag": "6da1ad87-f4a8-4228-9279-89ef554c1465", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:16:18.432346 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10a9c0eb-9c3a-4eb2-802c-e0a829c0bd1c {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:16:18.432824 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d8f210-eb34-4389-855c-64d01600e4a3', 'name': 'network-vif-deleted', 'tag': '6da1ad87-f4a8-4228-9279-89ef554c1465', 'status': 'completed', 'code': 200} Mar 07 14:16:18.995692 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037df6d9-bddf-4335-967c-7d1135868025 req-264633fc-666b-42ce-8dc8-ae2c1af56820 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:18.997174 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-037df6d9-bddf-4335-967c-7d1135868025 req-264633fc-666b-42ce-8dc8-ae2c1af56820 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0525002 Mar 07 14:16:19.047280 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-037df6d9-bddf-4335-967c-7d1135868025 req-7167a6af-3209-47a2-a506-19f67f3027cf tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445609 Mar 07 14:16:19.420081 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:19.604003 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024796b-0ff3-4dfe-8806-81d677926811 req-b5a56d5a-e554-478e-a4f8-53ac7677ac5d tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:19.605496 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a024796b-0ff3-4dfe-8806-81d677926811 req-b5a56d5a-e554-478e-a4f8-53ac7677ac5d tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0533116 Mar 07 14:16:19.653931 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a024796b-0ff3-4dfe-8806-81d677926811 req-e8f222f5-e6d9-40df-aa7b-1699eceb5fdf tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f84668d-fb87-4155-8a02-43710b45eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424812 Mar 07 14:16:20.168510 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c06848-9745-42a7-a137-231a2077163b req-7cad0196-e2d4-4337-ab98-51c3bd72c4c4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:20.169993 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a6c06848-9745-42a7-a137-231a2077163b req-7cad0196-e2d4-4337-ab98-51c3bd72c4c4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0519822 Mar 07 14:16:20.218969 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a6c06848-9745-42a7-a137-231a2077163b req-4797b7b0-99aa-4bb3-b937-a7016974c25d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434675 Mar 07 14:16:20.283017 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4198463-a1fe-45a7-99d7-c6ab77fd02bd req-7c62b928-04f3-4228-aa1b-0df1d43445bc tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:20.284443 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e4198463-a1fe-45a7-99d7-c6ab77fd02bd req-7c62b928-04f3-4228-aa1b-0df1d43445bc tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.25 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 946 time: 0.0546682 Mar 07 14:16:20.377049 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-e4198463-a1fe-45a7-99d7-c6ab77fd02bd req-92add92d-d146-47de-9bcf-b1200dfa33fb tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Deleting port eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:16:20.377393 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-e4198463-a1fe-45a7-99d7-c6ab77fd02bd req-92add92d-d146-47de-9bcf-b1200dfa33fb tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:20.467003 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-e4198463-a1fe-45a7-99d7-c6ab77fd02bd req-92add92d-d146-47de-9bcf-b1200dfa33fb tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] For port eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da,segment=NetworkSegment(191c9df1-4ea1-4ffe-8828-dc9a326d408e),segment_id=191c9df1-4ea1-4ffe-8828-dc9a326d408e)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:16:20.467365 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-e4198463-a1fe-45a7-99d7-c6ab77fd02bd req-92add92d-d146-47de-9bcf-b1200dfa33fb tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:20.479027 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-e4198463-a1fe-45a7-99d7-c6ab77fd02bd req-92add92d-d146-47de-9bcf-b1200dfa33fb tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Calling delete_port for eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:16:20.603327 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-e4198463-a1fe-45a7-99d7-c6ab77fd02bd req-92add92d-d146-47de-9bcf-b1200dfa33fb tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:20.636845 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92add92d-d146-47de-9bcf-b1200dfa33fb tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Pushing event deleted for resources: {'Port': ['ID=eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:20.637058 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:16:20.681086 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4198463-a1fe-45a7-99d7-c6ab77fd02bd req-92add92d-d146-47de-9bcf-b1200dfa33fb tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] No DVR routers for this DVR port eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da on host hv-cinder-79400 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:16:20.683727 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-e4198463-a1fe-45a7-99d7-c6ab77fd02bd req-92add92d-d146-47de-9bcf-b1200dfa33fb tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:20.686989 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e4198463-a1fe-45a7-99d7-c6ab77fd02bd req-92add92d-d146-47de-9bcf-b1200dfa33fb tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.25 "DELETE /v2.0/ports/eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da HTTP/1.1" status: 204 len: 173 time: 0.3975129 Mar 07 14:16:20.687431 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92', 'name': 'network-vif-deleted', 'tag': 'eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:16:20.697215 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cc90ed-f306-4681-94e8-9f6d11292dbc" -d '{"events": [{"server_uuid": "45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92", "name": "network-vif-deleted", "tag": "eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:16:20.735635 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf4b07b-40f8-4821-b8fe-da32d4e214e6 x-openstack-request-id: req-0cf4b07b-40f8-4821-b8fe-da32d4e214e6 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:16:20.735923 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92", "name": "network-vif-deleted", "tag": "eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:16:20.736170 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0cf4b07b-40f8-4821-b8fe-da32d4e214e6 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:16:20.736561 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92', 'name': 'network-vif-deleted', 'tag': 'eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da', 'status': 'completed', 'code': 200} Mar 07 14:16:20.766197 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-596df2b8-1e70-458b-9fec-4224d0af1ffa req-a5bd102d-0611-4789-955f-10133ecd1be5 tempest-ServerRescueNegativeTestJSON-657272506 tempest-ServerRescueNegativeTestJSON-657272506-project] 10.222.0.26 "GET /v2.0/ports?device_id=45cc17f8-ae3c-4dc0-8ef0-15b756cd6f92 HTTP/1.1" status: 200 len: 210 time: 0.0286996 Mar 07 14:16:20.853437 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:21.349981 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc6847-6819-4ca3-9a52-8b9d6aa26b86 req-93e9cd16-0730-47b1-b013-eb9f56dd2a4f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:21.351455 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7ffc6847-6819-4ca3-9a52-8b9d6aa26b86 req-93e9cd16-0730-47b1-b013-eb9f56dd2a4f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0558240 Mar 07 14:16:21.400134 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7ffc6847-6819-4ca3-9a52-8b9d6aa26b86 req-6b92ff4c-aea1-4dc4-a7b8-1bf80be6bb92 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430367 Mar 07 14:16:21.437543 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da no longer exists at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:16:21.458351 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] No Port match for: eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:16:21.458685 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device eefed4ee-0c7a-43d1-ba1b-0ed0a8af12da not bound to the agent host hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:16:21.459090 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 6da1ad87-f4a8-4228-9279-89ef554c1465 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:16:21.477237 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] No Port match for: 6da1ad87-f4a8-4228-9279-89ef554c1465 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:16:21.477578 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 6da1ad87-f4a8-4228-9279-89ef554c1465 not bound to the agent host hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:16:21.823850 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40466) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:22.313434 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:22.522808 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5c0e0-97e2-49f4-af45-14feefe39d07 req-0eb8e872-c0c9-400f-8be9-2cd120496abb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:22.524337 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-62c5c0e0-97e2-49f4-af45-14feefe39d07 req-0eb8e872-c0c9-400f-8be9-2cd120496abb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0532687 Mar 07 14:16:22.569463 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-826a2595-2cbf-49bc-924a-fe3861c6fdb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753688'] for router_interface (09042323-a94a-4b3f-85bb-7767a9edcfed), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:22.574973 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-62c5c0e0-97e2-49f4-af45-14feefe39d07 req-7fb7989a-cb23-4903-8a92-77f5c66775fa tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424089 Mar 07 14:16:22.871011 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-826a2595-2cbf-49bc-924a-fe3861c6fdb8 admin admin] Deleting port 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:16:22.871589 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-826a2595-2cbf-49bc-924a-fe3861c6fdb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:22.947570 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-826a2595-2cbf-49bc-924a-fe3861c6fdb8 admin admin] For port 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559,segment=NetworkSegment(191c9df1-4ea1-4ffe-8828-dc9a326d408e),segment_id=191c9df1-4ea1-4ffe-8828-dc9a326d408e)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:16:22.947934 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-826a2595-2cbf-49bc-924a-fe3861c6fdb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:22.960601 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-826a2595-2cbf-49bc-924a-fe3861c6fdb8 admin admin] Calling delete_port for 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559 owned by network:router_interface {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:16:23.163252 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-826a2595-2cbf-49bc-924a-fe3861c6fdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:23.188820 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a2595-2cbf-49bc-924a-fe3861c6fdb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:23.346757 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-826a2595-2cbf-49bc-924a-fe3861c6fdb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1753644'] for router_interface (09042323-a94a-4b3f-85bb-7767a9edcfed), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:23.559396 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826a2595-2cbf-49bc-924a-fe3861c6fdb8 admin admin] Router 09042323-a94a-4b3f-85bb-7767a9edcfed has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:16:23.667962 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826a2595-2cbf-49bc-924a-fe3861c6fdb8 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:16:23.673136 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-826a2595-2cbf-49bc-924a-fe3861c6fdb8 admin admin] 10.222.0.26 "PUT /v2.0/routers/09042323-a94a-4b3f-85bb-7767a9edcfed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8482625 Mar 07 14:16:23.675519 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40486) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:23.677551 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b187327e-9ae4-48b8-97b4-f365ab02d21f None None] Sync routers for ids ['09042323-a94a-4b3f-85bb-7767a9edcfed'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:16:23.687434 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b187327e-9ae4-48b8-97b4-f365ab02d21f None None] Routers {'09042323-a94a-4b3f-85bb-7767a9edcfed'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:16:23.688052 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-b187327e-9ae4-48b8-97b4-f365ab02d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:16:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['09042323-a94a-4b3f-85bb-7767a9edcfed'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:23.699755 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a4531-0fbd-42a0-965f-377737d636e8 req-2265a207-94bb-4ff1-8528-6b593f5698a3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:23.701297 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-423a4531-0fbd-42a0-965f-377737d636e8 req-2265a207-94bb-4ff1-8528-6b593f5698a3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0580359 Mar 07 14:16:23.763512 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-423a4531-0fbd-42a0-965f-377737d636e8 req-5481c9dd-1a0f-4d49-a97d-0616cdcf7e01 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555360 Mar 07 14:16:23.786908 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-37a10d0e-d702-4c83-a997-c2d9a7ccc9e5 admin admin] Publish callbacks [] for router (09042323-a94a-4b3f-85bb-7767a9edcfed), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:23.798052 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-b187327e-9ae4-48b8-97b4-f365ab02d21f None None] Set router 09042323-a94a-4b3f-85bb-7767a9edcfed gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:16:23.896506 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-37a10d0e-d702-4c83-a997-c2d9a7ccc9e5 admin admin] Publish callbacks [] for router_gateway (09042323-a94a-4b3f-85bb-7767a9edcfed), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:23.948614 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-37a10d0e-d702-4c83-a997-c2d9a7ccc9e5 admin admin] Deleting port 5607ae1c-2892-400a-917c-9ccfafe09095 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:16:23.948985 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-37a10d0e-d702-4c83-a997-c2d9a7ccc9e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (5607ae1c-2892-400a-917c-9ccfafe09095), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:23.978731 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-b187327e-9ae4-48b8-97b4-f365ab02d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09042323-a94a-4b3f-85bb-7767a9edcfed', 'name': 'tempest-ServerRescueNegativeTestJSON-1363605598-router', 'tenant_id': '15dbf5263913404f98297aed6eaa217f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '5607ae1c-2892-400a-917c-9ccfafe09095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:55Z', 'updated_at': '2022-03-07T14:16:23Z', 'revision_number': 5, 'project_id': '15dbf5263913404f98297aed6eaa217f', 'gw_port': {'id': '5607ae1c-2892-400a-917c-9ccfafe09095', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09042323-a94a-4b3f-85bb-7767a9edcfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:55Z', 'updated_at': '2022-03-07T14:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:24.005151 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b187327e-9ae4-48b8-97b4-f365ab02d21f None None] Checking router: 09042323-a94a-4b3f-85bb-7767a9edcfed for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:16:24.013223 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b187327e-9ae4-48b8-97b4-f365ab02d21f None None] Routers {'09042323-a94a-4b3f-85bb-7767a9edcfed'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:16:24.013890 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-b187327e-9ae4-48b8-97b4-f365ab02d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:16:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['09042323-a94a-4b3f-85bb-7767a9edcfed'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:24.028884 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-37a10d0e-d702-4c83-a997-c2d9a7ccc9e5 admin admin] For port 5607ae1c-2892-400a-917c-9ccfafe09095, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=5607ae1c-2892-400a-917c-9ccfafe09095,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:16:24.029252 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-37a10d0e-d702-4c83-a997-c2d9a7ccc9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (5607ae1c-2892-400a-917c-9ccfafe09095), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:24.040790 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-37a10d0e-d702-4c83-a997-c2d9a7ccc9e5 admin admin] Calling delete_port for 5607ae1c-2892-400a-917c-9ccfafe09095 owned by network:router_gateway {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:16:24.103235 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-b187327e-9ae4-48b8-97b4-f365ab02d21f None None] Set router 09042323-a94a-4b3f-85bb-7767a9edcfed gateway port host: None {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:16:24.155162 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-b187327e-9ae4-48b8-97b4-f365ab02d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09042323-a94a-4b3f-85bb-7767a9edcfed', 'name': 'tempest-ServerRescueNegativeTestJSON-1363605598-router', 'tenant_id': '15dbf5263913404f98297aed6eaa217f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:55Z', 'updated_at': '2022-03-07T14:16:23Z', 'revision_number': 6, 'project_id': '15dbf5263913404f98297aed6eaa217f', 'gw_port_host': None}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:24.184830 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b187327e-9ae4-48b8-97b4-f365ab02d21f None None] The sync data for ids ['09042323-a94a-4b3f-85bb-7767a9edcfed'] in dv-cinder-794001-5-iscsi is: [{'id': '09042323-a94a-4b3f-85bb-7767a9edcfed', 'name': 'tempest-ServerRescueNegativeTestJSON-1363605598-router', 'tenant_id': '15dbf5263913404f98297aed6eaa217f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:55Z', 'updated_at': '2022-03-07T14:16:23Z', 'revision_number': 6, 'project_id': '15dbf5263913404f98297aed6eaa217f', 'gw_port_host': None}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:16:24.211614 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-37a10d0e-d702-4c83-a997-c2d9a7ccc9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (5607ae1c-2892-400a-917c-9ccfafe09095), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:24.257170 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a10d0e-d702-4c83-a997-c2d9a7ccc9e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5607ae1c-2892-400a-917c-9ccfafe09095,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:24.295712 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-37a10d0e-d702-4c83-a997-c2d9a7ccc9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1753990'] for router_gateway (09042323-a94a-4b3f-85bb-7767a9edcfed), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:24.402771 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-37a10d0e-d702-4c83-a997-c2d9a7ccc9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8516'] for router (09042323-a94a-4b3f-85bb-7767a9edcfed), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:24.405121 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-37a10d0e-d702-4c83-a997-c2d9a7ccc9e5 admin admin] Publish callbacks [] for router_controller (09042323-a94a-4b3f-85bb-7767a9edcfed), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:24.468966 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-37a10d0e-d702-4c83-a997-c2d9a7ccc9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1757989'] for router (09042323-a94a-4b3f-85bb-7767a9edcfed), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:24.469424 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a10d0e-d702-4c83-a997-c2d9a7ccc9e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09042323-a94a-4b3f-85bb-7767a9edcfed {{(pid=103240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:16:24.475873 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-37a10d0e-d702-4c83-a997-c2d9a7ccc9e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:24.477121 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-37a10d0e-d702-4c83-a997-c2d9a7ccc9e5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/09042323-a94a-4b3f-85bb-7767a9edcfed HTTP/1.1" status: 204 len: 168 time: 0.8003449 Mar 07 14:16:24.479430 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40492) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:24.523216 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-054bfbc6-c139-4d60-8808-95a6d7de4166 admin admin] Deleting subnet f082187e-97c3-4fc5-973d-4bcab4639dde {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:16:24.526315 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-054bfbc6-c139-4d60-8808-95a6d7de4166 admin admin] Publish callbacks [] for subnet (f082187e-97c3-4fc5-973d-4bcab4639dde), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:24.565489 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-054bfbc6-c139-4d60-8808-95a6d7de4166 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7040696'] for subnet (f082187e-97c3-4fc5-973d-4bcab4639dde), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:24.607559 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-054bfbc6-c139-4d60-8808-95a6d7de4166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517177'] for subnet (f082187e-97c3-4fc5-973d-4bcab4639dde), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:24.663050 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-054bfbc6-c139-4d60-8808-95a6d7de4166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7721324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194712'] for subnet (f082187e-97c3-4fc5-973d-4bcab4639dde), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:24.687103 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bfbc6-c139-4d60-8808-95a6d7de4166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f082187e-97c3-4fc5-973d-4bcab4639dde,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:24.690619 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-054bfbc6-c139-4d60-8808-95a6d7de4166 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:24.694278 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-054bfbc6-c139-4d60-8808-95a6d7de4166 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f082187e-97c3-4fc5-973d-4bcab4639dde HTTP/1.1" status: 204 len: 168 time: 0.2139363 Mar 07 14:16:24.696709 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40496) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:24.765975 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f7f57c5f-cce1-45fb-a3a0-fedf89c36ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3584630'] for network (9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:24.842523 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f7f57c5f-cce1-45fb-a3a0-fedf89c36ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479414', 'neutron.services.segments.db._delete_segments_for_network-8793137543527'] for network (9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:24.862210 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-f7f57c5f-cce1-45fb-a3a0-fedf89c36ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:24.872270 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-f7f57c5f-cce1-45fb-a3a0-fedf89c36ab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191c9df1-4ea1-4ffe-8828-dc9a326d408e') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:24.872565 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-f7f57c5f-cce1-45fb-a3a0-fedf89c36ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191c9df1-4ea1-4ffe-8828-dc9a326d408e') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:16:24.886866 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f7f57c5f-cce1-45fb-a3a0-fedf89c36ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793137544560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7040579'] for segment (191c9df1-4ea1-4ffe-8828-dc9a326d408e), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:24.888588 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373803d2-6450-4590-86f8-87a5cba2f7a4 req-709f7804-3cf4-4624-a5bf-d6921557b97b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:24.890463 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-373803d2-6450-4590-86f8-87a5cba2f7a4 req-709f7804-3cf4-4624-a5bf-d6921557b97b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0552497 Mar 07 14:16:24.901190 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f7f57c5f-cce1-45fb-a3a0-fedf89c36ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (191c9df1-4ea1-4ffe-8828-dc9a326d408e), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f57c5f-cce1-45fb-a3a0-fedf89c36ab3 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f7f57c5f-cce1-45fb-a3a0-fedf89c36ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7721222'] for segment (191c9df1-4ea1-4ffe-8828-dc9a326d408e), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: Traceback (most recent call last): Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: timer() Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: cb(*args, **kw) Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: return func(*args, **kwargs) Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: self._notify() Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: self.callback(batched_events) Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: event.method(event) Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: return f(self, *a, **k) Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._get(url).json() Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: return self.request(url, 'GET', **kwargs) Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:16:24.910182 dv-cinder-794001-5-iscsi neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:16:24.938387 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-373803d2-6450-4590-86f8-87a5cba2f7a4 req-6845f3fa-0578-4862-9e25-c7b19e4701ed tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415156 Mar 07 14:16:24.974121 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f7f57c5f-cce1-45fb-a3a0-fedf89c36ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754018'] for network (9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:24.979285 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f7f57c5f-cce1-45fb-a3a0-fedf89c36ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:24.983122 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f7f57c5f-cce1-45fb-a3a0-fedf89c36ab3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0 HTTP/1.1" status: 204 len: 168 time: 0.2854495 Mar 07 14:16:24.996417 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f57c5f-cce1-45fb-a3a0-fedf89c36ab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d1f8796-0e9d-4a4c-ae2d-58eebd9babe0,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:25.034740 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 5607ae1c-2892-400a-917c-9ccfafe09095 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:16:25.059971 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: 5607ae1c-2892-400a-917c-9ccfafe09095 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:16:25.060336 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 5607ae1c-2892-400a-917c-9ccfafe09095 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:16:25.060860 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:16:25.081611 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:16:25.082063 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 4aa518bd-0c2a-4efb-b9ad-9f2dd93f5559 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:16:25.110319 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40504) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:25.149677 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-9f6a46b5-1c45-4ba5-9de1-6efd64c311e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15dbf5263913404f98297aed6eaa217f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381596 Mar 07 14:16:25.152355 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40506) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:25.200544 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-40c64e24-3e7f-41bb-9806-d8392129488e admin admin] Publish callbacks [] for security_group (6f84668d-fb87-4155-8a02-43710b45eff0), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:25.222843 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-40c64e24-3e7f-41bb-9806-d8392129488e admin admin] Publish callbacks [] for security_group (6f84668d-fb87-4155-8a02-43710b45eff0), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:25.274201 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-40c64e24-3e7f-41bb-9806-d8392129488e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (6f84668d-fb87-4155-8a02-43710b45eff0), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:25.276861 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-40c64e24-3e7f-41bb-9806-d8392129488e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:25.278012 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-40c64e24-3e7f-41bb-9806-d8392129488e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6f84668d-fb87-4155-8a02-43710b45eff0 HTTP/1.1" status: 204 len: 168 time: 0.1247387 Mar 07 14:16:25.286147 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c64e24-3e7f-41bb-9806-d8392129488e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f84668d-fb87-4155-8a02-43710b45eff0,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:26.069076 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e26a21-2886-472d-ae5b-8022c38aa1b0 req-c7d08bc9-073e-472d-8094-2115bccd99b5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:26.070676 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e9e26a21-2886-472d-ae5b-8022c38aa1b0 req-c7d08bc9-073e-472d-8094-2115bccd99b5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0537612 Mar 07 14:16:26.117685 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e9e26a21-2886-472d-ae5b-8022c38aa1b0 req-cb8e9b92-9376-4b68-b2f1-11d365bf28c5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414829 Mar 07 14:16:26.515975 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:26.949505 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40572) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:27.054404 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d5c7d2ec-fff8-43c3-84f1-533d0c12d38e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:27.126266 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d5c7d2ec-fff8-43c3-84f1-533d0c12d38e admin admin] Publish callbacks [] for security_group (7a9ed02a-9036-42f4-b851-92a9ea0611cf), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:27.130054 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d5c7d2ec-fff8-43c3-84f1-533d0c12d38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (7a9ed02a-9036-42f4-b851-92a9ea0611cf), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:27.174252 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-d5c7d2ec-fff8-43c3-84f1-533d0c12d38e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd100f8aedf047d4b0fa511a6b5104df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197635 Mar 07 14:16:27.174252 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7d2ec-fff8-43c3-84f1-533d0c12d38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9ed02a-9036-42f4-b851-92a9ea0611cf,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:27.175333 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40580) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:27.255532 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3fb4fec3-889a-4e31-8f6a-654901e111d7 admin admin] Publish callbacks [] for security_group (7a9ed02a-9036-42f4-b851-92a9ea0611cf), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:27.278561 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c74cb7-0add-40d7-843a-3dc488843532 req-4b60973c-cd4c-43d0-8a7e-908f1a776525 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:27.279992 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-71c74cb7-0add-40d7-843a-3dc488843532 req-4b60973c-cd4c-43d0-8a7e-908f1a776525 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0828302 Mar 07 14:16:27.296897 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3fb4fec3-889a-4e31-8f6a-654901e111d7 admin admin] Publish callbacks [] for security_group (7a9ed02a-9036-42f4-b851-92a9ea0611cf), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:27.354312 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-71c74cb7-0add-40d7-843a-3dc488843532 req-06de35e3-a5fe-44dc-a023-1cda4e075d13 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662363 Mar 07 14:16:27.370382 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3fb4fec3-889a-4e31-8f6a-654901e111d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (7a9ed02a-9036-42f4-b851-92a9ea0611cf), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:27.373059 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3fb4fec3-889a-4e31-8f6a-654901e111d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:27.374166 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3fb4fec3-889a-4e31-8f6a-654901e111d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a9ed02a-9036-42f4-b851-92a9ea0611cf HTTP/1.1" status: 204 len: 168 time: 0.1972580 Mar 07 14:16:27.386646 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4fec3-889a-4e31-8f6a-654901e111d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9ed02a-9036-42f4-b851-92a9ea0611cf,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:27.635939 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40588) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:27.650638 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9519dff9-0398-4224-a50c-c211c2eb1e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:27.725888 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9519dff9-0398-4224-a50c-c211c2eb1e89 admin admin] Publish callbacks [] for security_group (1d711f92-6080-4599-9fff-03aec3152b7a), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:27.729449 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9519dff9-0398-4224-a50c-c211c2eb1e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (1d711f92-6080-4599-9fff-03aec3152b7a), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:27.765143 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519dff9-0398-4224-a50c-c211c2eb1e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d711f92-6080-4599-9fff-03aec3152b7a,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:27.771002 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-9519dff9-0398-4224-a50c-c211c2eb1e89 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f5be5d93af7f4d4d888a566637a53046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340578 Mar 07 14:16:27.774177 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40592) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:27.819248 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4998fd23-b29c-44d2-a3ab-e9b5eabdaeea admin admin] Publish callbacks [] for security_group (1d711f92-6080-4599-9fff-03aec3152b7a), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:27.839721 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4998fd23-b29c-44d2-a3ab-e9b5eabdaeea admin admin] Publish callbacks [] for security_group (1d711f92-6080-4599-9fff-03aec3152b7a), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:27.887661 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4998fd23-b29c-44d2-a3ab-e9b5eabdaeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (1d711f92-6080-4599-9fff-03aec3152b7a), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:27.890496 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4998fd23-b29c-44d2-a3ab-e9b5eabdaeea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:27.891633 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-4998fd23-b29c-44d2-a3ab-e9b5eabdaeea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1d711f92-6080-4599-9fff-03aec3152b7a HTTP/1.1" status: 204 len: 168 time: 0.1171966 Mar 07 14:16:27.900329 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998fd23-b29c-44d2-a3ab-e9b5eabdaeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d711f92-6080-4599-9fff-03aec3152b7a,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:28.485337 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25679cb-cc3e-4e1f-83a8-050cfe5ebc22 req-625b4a17-06e6-4f9b-8a02-2b6bb426a8ac tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:28.486821 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a25679cb-cc3e-4e1f-83a8-050cfe5ebc22 req-625b4a17-06e6-4f9b-8a02-2b6bb426a8ac tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0612857 Mar 07 14:16:28.533117 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a25679cb-cc3e-4e1f-83a8-050cfe5ebc22 req-d71a74c5-b059-4b68-b3df-79c0872f7773 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400951 Mar 07 14:16:29.659328 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603965e6-83cd-40f7-a4d1-bcc477f9a492 req-6039edc3-2286-4669-b0ad-68c2bb03a454 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:29.660920 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-603965e6-83cd-40f7-a4d1-bcc477f9a492 req-6039edc3-2286-4669-b0ad-68c2bb03a454 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0531757 Mar 07 14:16:29.707422 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-603965e6-83cd-40f7-a4d1-bcc477f9a492 req-279661f8-a266-4d41-b98e-93fbbe546e1e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403957 Mar 07 14:16:30.833959 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55270849-d0d2-4912-b57d-d4d4394c1642 req-3abd1745-209d-4c08-b42a-02fe63551750 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:30.835446 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-55270849-d0d2-4912-b57d-d4d4394c1642 req-3abd1745-209d-4c08-b42a-02fe63551750 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0557272 Mar 07 14:16:30.881606 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-55270849-d0d2-4912-b57d-d4d4394c1642 req-47aad153-b606-441a-a437-7efedcc6eab5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405455 Mar 07 14:16:32.001666 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fae261-497e-487f-86aa-7ed3358c65cd req-c48e18a0-cc68-483a-bbf0-689528c64fdf tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:32.003061 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-36fae261-497e-487f-86aa-7ed3358c65cd req-c48e18a0-cc68-483a-bbf0-689528c64fdf tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0514061 Mar 07 14:16:32.048626 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-36fae261-497e-487f-86aa-7ed3358c65cd req-ae5d0af1-90de-43aa-89c3-c6a876254232 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394840 Mar 07 14:16:32.750265 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40724) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:32.858878 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a7a96e4e-9f6a-4957-89e8-40aed246b447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:32.936259 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a7a96e4e-9f6a-4957-89e8-40aed246b447 admin admin] Publish callbacks [] for security_group (00af762b-6c91-4d30-82ff-3a29b1a8dfda), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:32.942511 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a7a96e4e-9f6a-4957-89e8-40aed246b447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (00af762b-6c91-4d30-82ff-3a29b1a8dfda), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:32.981472 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a7a96e4e-9f6a-4957-89e8-40aed246b447 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=818eb076e84349308a5a6817da938311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301259 Mar 07 14:16:32.982185 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a96e4e-9f6a-4957-89e8-40aed246b447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00af762b-6c91-4d30-82ff-3a29b1a8dfda,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:32.984267 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40732) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:33.032957 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fbb01509-c6af-4a1a-a434-446e6521863a admin admin] Publish callbacks [] for security_group (00af762b-6c91-4d30-82ff-3a29b1a8dfda), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:33.054184 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fbb01509-c6af-4a1a-a434-446e6521863a admin admin] Publish callbacks [] for security_group (00af762b-6c91-4d30-82ff-3a29b1a8dfda), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:33.103137 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fbb01509-c6af-4a1a-a434-446e6521863a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (00af762b-6c91-4d30-82ff-3a29b1a8dfda), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:33.105722 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fbb01509-c6af-4a1a-a434-446e6521863a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:33.106860 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-fbb01509-c6af-4a1a-a434-446e6521863a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00af762b-6c91-4d30-82ff-3a29b1a8dfda HTTP/1.1" status: 204 len: 168 time: 0.1214867 Mar 07 14:16:33.115058 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb01509-c6af-4a1a-a434-446e6521863a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00af762b-6c91-4d30-82ff-3a29b1a8dfda,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:33.181695 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5dd28-436d-4a19-be85-1509d8f182fa req-d1952a7f-e497-47b9-87c9-be1818ba8b28 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:33.183297 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-83b5dd28-436d-4a19-be85-1509d8f182fa req-d1952a7f-e497-47b9-87c9-be1818ba8b28 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0557215 Mar 07 14:16:33.232885 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-83b5dd28-436d-4a19-be85-1509d8f182fa req-93311d8f-96e8-43c8-9ba4-10866b2a593f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441389 Mar 07 14:16:33.379569 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40742) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:33.392502 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-701b62ef-80e4-4e1d-b62e-d35c5c3efec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:33.464010 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-701b62ef-80e4-4e1d-b62e-d35c5c3efec9 admin admin] Publish callbacks [] for security_group (13333688-cba2-40a8-af41-a46092667da6), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:33.467598 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-701b62ef-80e4-4e1d-b62e-d35c5c3efec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (13333688-cba2-40a8-af41-a46092667da6), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:33.507999 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-701b62ef-80e4-4e1d-b62e-d35c5c3efec9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3af4b0adb0e6443398ec5f91aa880397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273711 Mar 07 14:16:33.508858 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b62ef-80e4-4e1d-b62e-d35c5c3efec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13333688-cba2-40a8-af41-a46092667da6,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:33.510689 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40744) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:33.557700 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3d242f14-3de0-40cb-80ba-1b64c6713116 admin admin] Publish callbacks [] for security_group (13333688-cba2-40a8-af41-a46092667da6), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:33.579233 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3d242f14-3de0-40cb-80ba-1b64c6713116 admin admin] Publish callbacks [] for security_group (13333688-cba2-40a8-af41-a46092667da6), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:33.624938 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3d242f14-3de0-40cb-80ba-1b64c6713116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (13333688-cba2-40a8-af41-a46092667da6), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:33.627511 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3d242f14-3de0-40cb-80ba-1b64c6713116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:33.628700 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-3d242f14-3de0-40cb-80ba-1b64c6713116 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13333688-cba2-40a8-af41-a46092667da6 HTTP/1.1" status: 204 len: 168 time: 0.1169548 Mar 07 14:16:33.637227 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d242f14-3de0-40cb-80ba-1b64c6713116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13333688-cba2-40a8-af41-a46092667da6,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:33.936871 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40752) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:33.950684 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d4523edd-b997-49ae-8058-59096f28ae79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:34.028569 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d4523edd-b997-49ae-8058-59096f28ae79 admin admin] Publish callbacks [] for security_group (fb1fa823-00ba-4c67-a921-8d212ee2b1df), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:34.032439 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d4523edd-b997-49ae-8058-59096f28ae79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (fb1fa823-00ba-4c67-a921-8d212ee2b1df), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:34.069267 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-d4523edd-b997-49ae-8058-59096f28ae79 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=083f1ad414f14a159dd8046f373608d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313026 Mar 07 14:16:34.071244 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4523edd-b997-49ae-8058-59096f28ae79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1fa823-00ba-4c67-a921-8d212ee2b1df,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:34.071984 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40756) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:34.118691 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7d4576b0-b5ec-4d5c-900e-2f75b2b72590 admin admin] Publish callbacks [] for security_group (fb1fa823-00ba-4c67-a921-8d212ee2b1df), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:34.139610 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7d4576b0-b5ec-4d5c-900e-2f75b2b72590 admin admin] Publish callbacks [] for security_group (fb1fa823-00ba-4c67-a921-8d212ee2b1df), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:34.184909 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7d4576b0-b5ec-4d5c-900e-2f75b2b72590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (fb1fa823-00ba-4c67-a921-8d212ee2b1df), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:34.187451 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7d4576b0-b5ec-4d5c-900e-2f75b2b72590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:34.188748 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-7d4576b0-b5ec-4d5c-900e-2f75b2b72590 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb1fa823-00ba-4c67-a921-8d212ee2b1df HTTP/1.1" status: 204 len: 168 time: 0.1157076 Mar 07 14:16:34.196881 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4576b0-b5ec-4d5c-900e-2f75b2b72590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1fa823-00ba-4c67-a921-8d212ee2b1df,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:34.360005 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc544f6-d8fd-406c-a2ff-6249d702228a req-0cd021e8-fcfd-4b86-928e-e38a16ebfa83 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:34.367620 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8dc544f6-d8fd-406c-a2ff-6249d702228a req-0cd021e8-fcfd-4b86-928e-e38a16ebfa83 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0610478 Mar 07 14:16:34.412576 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8dc544f6-d8fd-406c-a2ff-6249d702228a req-c4cc335a-bcb5-48c7-9c6c-7d6f69c75449 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440967 Mar 07 14:16:35.539961 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e0a00-b220-45df-8cf4-7e85a2f5aa34 req-6b39ce84-2392-4156-add2-7f6359708020 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:35.541452 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4f5e0a00-b220-45df-8cf4-7e85a2f5aa34 req-6b39ce84-2392-4156-add2-7f6359708020 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0580418 Mar 07 14:16:35.589468 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4f5e0a00-b220-45df-8cf4-7e85a2f5aa34 req-b72c8792-6b56-46b4-861f-03bc4e773436 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425568 Mar 07 14:16:36.713850 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5901eb-a178-4354-b260-ba1f9635b12d req-0260c716-36d5-4f89-a7ce-4960864c2193 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:36.715200 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3c5901eb-a178-4354-b260-ba1f9635b12d req-0260c716-36d5-4f89-a7ce-4960864c2193 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0519795 Mar 07 14:16:36.760830 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3c5901eb-a178-4354-b260-ba1f9635b12d req-c374336b-09db-4960-b571-54b944928719 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401132 Mar 07 14:16:37.883354 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd36088-06db-461e-aa1a-830cd211cca8 req-9af6f852-153e-489b-ae41-4704a6527b51 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:37.884833 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8cd36088-06db-461e-aa1a-830cd211cca8 req-9af6f852-153e-489b-ae41-4704a6527b51 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0529525 Mar 07 14:16:37.932987 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8cd36088-06db-461e-aa1a-830cd211cca8 req-72343a9c-bfda-4b92-9915-5a70ddc75285 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423558 Mar 07 14:16:38.231605 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40846) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:38.333853 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3f4a08f4-2896-4ead-a50d-ab3e2b7038ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:38.406142 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3f4a08f4-2896-4ead-a50d-ab3e2b7038ff admin admin] Publish callbacks [] for security_group (66f64fbf-733c-415a-9185-b42999b72969), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:38.410715 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3f4a08f4-2896-4ead-a50d-ab3e2b7038ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (66f64fbf-733c-415a-9185-b42999b72969), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:38.446477 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a08f4-2896-4ead-a50d-ab3e2b7038ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f64fbf-733c-415a-9185-b42999b72969,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:38.450687 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3f4a08f4-2896-4ead-a50d-ab3e2b7038ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2750fc9fe06467498a714762b2faa22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180336 Mar 07 14:16:38.453738 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40850) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:38.500396 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a798ad0b-0490-4fd9-be65-c42e6edb2b40 admin admin] Publish callbacks [] for security_group (66f64fbf-733c-415a-9185-b42999b72969), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:38.521929 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a798ad0b-0490-4fd9-be65-c42e6edb2b40 admin admin] Publish callbacks [] for security_group (66f64fbf-733c-415a-9185-b42999b72969), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:38.567277 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a798ad0b-0490-4fd9-be65-c42e6edb2b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (66f64fbf-733c-415a-9185-b42999b72969), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:38.569794 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a798ad0b-0490-4fd9-be65-c42e6edb2b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:38.570956 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a798ad0b-0490-4fd9-be65-c42e6edb2b40 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/66f64fbf-733c-415a-9185-b42999b72969 HTTP/1.1" status: 204 len: 168 time: 0.1168375 Mar 07 14:16:38.579177 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798ad0b-0490-4fd9-be65-c42e6edb2b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f64fbf-733c-415a-9185-b42999b72969,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:38.827882 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40858) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:38.841357 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9676a74a-299c-4dff-9e59-6fe5d8f668ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:38.915308 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9676a74a-299c-4dff-9e59-6fe5d8f668ed admin admin] Publish callbacks [] for security_group (1a787eab-a804-4099-9d12-2fe4590a249c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:38.918905 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9676a74a-299c-4dff-9e59-6fe5d8f668ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (1a787eab-a804-4099-9d12-2fe4590a249c), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:38.954832 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-9676a74a-299c-4dff-9e59-6fe5d8f668ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6390c739e54f454dac5b2dbdf98de8f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258936 Mar 07 14:16:38.957519 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676a74a-299c-4dff-9e59-6fe5d8f668ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a787eab-a804-4099-9d12-2fe4590a249c,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:38.958675 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40860) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:39.021847 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-09a82f97-59af-45ac-8fc7-004e4b5559d9 admin admin] Publish callbacks [] for security_group (1a787eab-a804-4099-9d12-2fe4590a249c), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:39.058664 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-09a82f97-59af-45ac-8fc7-004e4b5559d9 admin admin] Publish callbacks [] for security_group (1a787eab-a804-4099-9d12-2fe4590a249c), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:39.099185 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbdf2f-e348-442f-a35b-e029ab341384 req-45e5e699-44e9-4d8e-b33c-40cddd5ebf93 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:39.100651 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8adbdf2f-e348-442f-a35b-e029ab341384 req-45e5e699-44e9-4d8e-b33c-40cddd5ebf93 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0923445 Mar 07 14:16:39.136657 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-09a82f97-59af-45ac-8fc7-004e4b5559d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (1a787eab-a804-4099-9d12-2fe4590a249c), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:39.139367 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-09a82f97-59af-45ac-8fc7-004e4b5559d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:39.140463 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-09a82f97-59af-45ac-8fc7-004e4b5559d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a787eab-a804-4099-9d12-2fe4590a249c HTTP/1.1" status: 204 len: 168 time: 0.1807420 Mar 07 14:16:39.157644 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a82f97-59af-45ac-8fc7-004e4b5559d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a787eab-a804-4099-9d12-2fe4590a249c,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:39.162088 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8adbdf2f-e348-442f-a35b-e029ab341384 req-c9720495-8917-417f-af55-bb1555d7b1e7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547042 Mar 07 14:16:40.302749 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c287a-72c9-4873-94b6-bec93c6bd096 req-5b853066-d238-4d5c-9003-f8b2aff95e75 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:40.305015 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-028c287a-72c9-4873-94b6-bec93c6bd096 req-5b853066-d238-4d5c-9003-f8b2aff95e75 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0654840 Mar 07 14:16:40.354342 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-028c287a-72c9-4873-94b6-bec93c6bd096 req-5bd1a9f0-fefb-48f1-acb1-525e124579e7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431302 Mar 07 14:16:41.402139 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:16:41.496880 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a322631-0cbf-4236-a35e-7bc1b66e84b5 req-9c2667f8-0f60-436a-b57a-42eb045b087d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:41.498260 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3a322631-0cbf-4236-a35e-7bc1b66e84b5 req-9c2667f8-0f60-436a-b57a-42eb045b087d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0673189 Mar 07 14:16:41.548473 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3a322631-0cbf-4236-a35e-7bc1b66e84b5 req-55b8e4c3-29a1-45d5-98f4-fde794ea657a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436237 Mar 07 14:16:42.682883 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c8c80-e7b8-4c54-b39f-d71c78c3e5cb req-368b09bb-d4d8-4be5-abfa-63568d1100c8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:42.684361 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4c3c8c80-e7b8-4c54-b39f-d71c78c3e5cb req-368b09bb-d4d8-4be5-abfa-63568d1100c8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0579026 Mar 07 14:16:42.740426 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4c3c8c80-e7b8-4c54-b39f-d71c78c3e5cb req-772d97f3-d39c-453a-baeb-1ff547e1b6ee tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499957 Mar 07 14:16:43.862034 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f3836-ee7c-4bf3-96d2-d32758627ab4 req-9a16b8bd-d2f0-4a4b-b9a4-a706643c8ce8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:43.863522 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-253f3836-ee7c-4bf3-96d2-d32758627ab4 req-9a16b8bd-d2f0-4a4b-b9a4-a706643c8ce8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0516694 Mar 07 14:16:43.909201 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-253f3836-ee7c-4bf3-96d2-d32758627ab4 req-d95785dd-4843-4520-988a-a92d8bf62837 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401900 Mar 07 14:16:45.030172 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683bd43-ba16-48f8-93c8-5532c6d0e332 req-a41bcf89-f24b-4f5c-959f-bb6cd2ca9a62 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:45.031554 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d683bd43-ba16-48f8-93c8-5532c6d0e332 req-a41bcf89-f24b-4f5c-959f-bb6cd2ca9a62 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0512683 Mar 07 14:16:45.078564 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d683bd43-ba16-48f8-93c8-5532c6d0e332 req-0b71345b-fb21-47c5-b11f-1f09472eff7f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394514 Mar 07 14:16:45.852852 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d6ce8a4-bf4e-4686-b4cf-cca480b58bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:46.203280 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfafcf-10bd-409b-a34f-7d2ea56a2e4a req-107fb199-5c20-4e8a-9200-3104b6f2bab3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:46.204769 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7fbfafcf-10bd-409b-a34f-7d2ea56a2e4a req-107fb199-5c20-4e8a-9200-3104b6f2bab3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0550120 Mar 07 14:16:46.250425 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7fbfafcf-10bd-409b-a34f-7d2ea56a2e4a req-9c2c3662-8e72-4e4b-b030-6081051e4107 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398860 Mar 07 14:16:47.011001 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41042) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:47.113202 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-770b1b33-09d6-42ee-b4f4-8e25e61424b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:47.184053 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-770b1b33-09d6-42ee-b4f4-8e25e61424b4 admin admin] Publish callbacks [] for security_group (3f8a047a-2d9c-40af-9e4e-61f25525b675), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:47.187565 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-770b1b33-09d6-42ee-b4f4-8e25e61424b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (3f8a047a-2d9c-40af-9e4e-61f25525b675), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:47.227312 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b1b33-09d6-42ee-b4f4-8e25e61424b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8a047a-2d9c-40af-9e4e-61f25525b675,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:47.232449 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-770b1b33-09d6-42ee-b4f4-8e25e61424b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9c8878cd38b4078905e3057c0abc60f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204432 Mar 07 14:16:47.235041 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41046) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:47.285974 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b392b6fe-3886-4aa9-9f79-6700766cd91e admin admin] Publish callbacks [] for security_group (3f8a047a-2d9c-40af-9e4e-61f25525b675), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:47.307627 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b392b6fe-3886-4aa9-9f79-6700766cd91e admin admin] Publish callbacks [] for security_group (3f8a047a-2d9c-40af-9e4e-61f25525b675), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:47.354341 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b392b6fe-3886-4aa9-9f79-6700766cd91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (3f8a047a-2d9c-40af-9e4e-61f25525b675), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:47.357045 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b392b6fe-3886-4aa9-9f79-6700766cd91e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:47.358173 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b392b6fe-3886-4aa9-9f79-6700766cd91e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f8a047a-2d9c-40af-9e4e-61f25525b675 HTTP/1.1" status: 204 len: 168 time: 0.1222467 Mar 07 14:16:47.368780 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392b6fe-3886-4aa9-9f79-6700766cd91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8a047a-2d9c-40af-9e4e-61f25525b675,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:47.373839 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b55322-e12e-4d45-82a0-a0f8c2363292 req-9102f9eb-dc01-4d40-8aea-5421ac39c72d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:47.375284 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-38b55322-e12e-4d45-82a0-a0f8c2363292 req-9102f9eb-dc01-4d40-8aea-5421ac39c72d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0533857 Mar 07 14:16:47.430506 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-38b55322-e12e-4d45-82a0-a0f8c2363292 req-bd2f34b7-035b-496e-b18b-f5b4838cec7c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448060 Mar 07 14:16:47.632336 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41058) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:47.645899 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0e40fecd-ec69-4412-bc9e-039f4cfb19c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:47.717170 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0e40fecd-ec69-4412-bc9e-039f4cfb19c1 admin admin] Publish callbacks [] for security_group (5a36c388-a68f-434d-b711-098d1cc6ac07), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:47.720664 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0e40fecd-ec69-4412-bc9e-039f4cfb19c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (5a36c388-a68f-434d-b711-098d1cc6ac07), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:47.757765 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-0e40fecd-ec69-4412-bc9e-039f4cfb19c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70cfc769ff18417aa4ca393af3a1d32e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1243641 Mar 07 14:16:47.758706 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40fecd-ec69-4412-bc9e-039f4cfb19c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a36c388-a68f-434d-b711-098d1cc6ac07,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:47.760338 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41060) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:47.806824 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-31a47c7f-6c89-4bfc-a835-2815b45bdccd admin admin] Publish callbacks [] for security_group (5a36c388-a68f-434d-b711-098d1cc6ac07), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:47.830798 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-31a47c7f-6c89-4bfc-a835-2815b45bdccd admin admin] Publish callbacks [] for security_group (5a36c388-a68f-434d-b711-098d1cc6ac07), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:47.876796 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-31a47c7f-6c89-4bfc-a835-2815b45bdccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (5a36c388-a68f-434d-b711-098d1cc6ac07), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:47.880168 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-31a47c7f-6c89-4bfc-a835-2815b45bdccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:47.881342 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-31a47c7f-6c89-4bfc-a835-2815b45bdccd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a36c388-a68f-434d-b711-098d1cc6ac07 HTTP/1.1" status: 204 len: 168 time: 0.1199539 Mar 07 14:16:47.890363 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a47c7f-6c89-4bfc-a835-2815b45bdccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a36c388-a68f-434d-b711-098d1cc6ac07,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:48.152572 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-351b61e2-182a-43e7-ace4-5d9d1d28f472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:48.190208 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41068) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:48.203561 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a0e273bc-2778-4c8b-b7cd-04e087244257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:48.275978 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a0e273bc-2778-4c8b-b7cd-04e087244257 admin admin] Publish callbacks [] for security_group (b8243c32-61af-4b4e-add2-05bc35c1030c), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:48.279641 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a0e273bc-2778-4c8b-b7cd-04e087244257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (b8243c32-61af-4b4e-add2-05bc35c1030c), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:48.317367 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a0e273bc-2778-4c8b-b7cd-04e087244257 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=623dbc5fa6d646239c4e4e20866fb166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257160 Mar 07 14:16:48.319349 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e273bc-2778-4c8b-b7cd-04e087244257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8243c32-61af-4b4e-add2-05bc35c1030c,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:48.319997 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41070) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:16:48.559628 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64fed7-581b-41cd-8f9c-be98d91f21bd req-a642448c-48fb-4c83-b45a-20c60459ca8f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:48.561247 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ae64fed7-581b-41cd-8f9c-be98d91f21bd req-a642448c-48fb-4c83-b45a-20c60459ca8f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0550017 Mar 07 14:16:48.591987 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7ab4345b-d709-4570-971a-6de2e202c2e0 admin admin] Publish callbacks [] for security_group (b8243c32-61af-4b4e-add2-05bc35c1030c), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:48.610442 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ae64fed7-581b-41cd-8f9c-be98d91f21bd req-cdb41a48-767a-439d-a598-3448fc486b5c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426183 Mar 07 14:16:48.615090 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7ab4345b-d709-4570-971a-6de2e202c2e0 admin admin] Publish callbacks [] for security_group (b8243c32-61af-4b4e-add2-05bc35c1030c), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:48.674109 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7ab4345b-d709-4570-971a-6de2e202c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (b8243c32-61af-4b4e-add2-05bc35c1030c), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:48.677858 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7ab4345b-d709-4570-971a-6de2e202c2e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:48.679041 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-7ab4345b-d709-4570-971a-6de2e202c2e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8243c32-61af-4b4e-add2-05bc35c1030c HTTP/1.1" status: 204 len: 168 time: 0.3580666 Mar 07 14:16:48.686674 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4345b-d709-4570-971a-6de2e202c2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8243c32-61af-4b4e-add2-05bc35c1030c,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:16:49.423187 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:49.754077 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924bbc2-331d-4c7c-acfe-ab3b702b5b95 req-f3f1a60a-0f4b-4c0a-9dad-3b0a4e2b693a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:49.755653 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f924bbc2-331d-4c7c-acfe-ab3b702b5b95 req-f3f1a60a-0f4b-4c0a-9dad-3b0a4e2b693a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0589819 Mar 07 14:16:49.804469 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f924bbc2-331d-4c7c-acfe-ab3b702b5b95 req-0c23e5d5-f8b1-4960-bf14-1803107d1423 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430305 Mar 07 14:16:50.855125 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:50.935229 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6895ab0-266c-4e07-bae0-38937ea15ae6 req-fad0d90e-e602-4b99-b109-4329b46c4d25 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:50.936739 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b6895ab0-266c-4e07-bae0-38937ea15ae6 req-fad0d90e-e602-4b99-b109-4329b46c4d25 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0532260 Mar 07 14:16:50.984361 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b6895ab0-266c-4e07-bae0-38937ea15ae6 req-95e7c78c-6e16-4363-b141-2e799e3d1a26 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412672 Mar 07 14:16:52.108365 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b2bff-3d32-4000-808d-46f3699ed158 req-edebc369-71a0-4358-9094-f2fe1bd30a82 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:52.109828 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-230b2bff-3d32-4000-808d-46f3699ed158 req-edebc369-71a0-4358-9094-f2fe1bd30a82 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0541253 Mar 07 14:16:52.156674 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-230b2bff-3d32-4000-808d-46f3699ed158 req-7aa287a3-13cf-448d-8f60-e939df3c9cd6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410502 Mar 07 14:16:52.306607 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:53.276754 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c7b96-379b-47c1-b97b-8f51a1a56c6c req-77bc7f30-ab1e-40d0-9c66-4f85d046a592 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:53.278217 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-210c7b96-379b-47c1-b97b-8f51a1a56c6c req-77bc7f30-ab1e-40d0-9c66-4f85d046a592 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0519090 Mar 07 14:16:53.324049 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-210c7b96-379b-47c1-b97b-8f51a1a56c6c req-0680518f-c6e5-40fe-bb44-4f6e1419276e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404429 Mar 07 14:16:54.448055 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e87833-5ea2-4a82-b3fb-10703eb7402a req-78cd6d8a-c3c3-4381-a4e8-83ac440bf31f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:54.449541 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-10e87833-5ea2-4a82-b3fb-10703eb7402a req-78cd6d8a-c3c3-4381-a4e8-83ac440bf31f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0532920 Mar 07 14:16:54.498060 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-10e87833-5ea2-4a82-b3fb-10703eb7402a req-9756de7e-2ba9-4730-8109-7c4469cdbc3a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427713 Mar 07 14:16:55.618746 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4169dc-b0f7-40ae-a990-2ef441da01fb req-72837c3c-79bb-4983-b72c-33b07f664f02 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:55.620198 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1a4169dc-b0f7-40ae-a990-2ef441da01fb req-72837c3c-79bb-4983-b72c-33b07f664f02 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0523114 Mar 07 14:16:55.667271 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1a4169dc-b0f7-40ae-a990-2ef441da01fb req-c541737b-634a-4696-93bc-a6e24fd3b2f6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415809 Mar 07 14:16:56.513327 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:16:56.789767 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027dd61-06ed-400a-9ab0-4ab4f0efcd34 req-d61d21be-1415-4fa5-93cb-38f89990b078 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:56.791237 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9027dd61-06ed-400a-9ab0-4ab4f0efcd34 req-d61d21be-1415-4fa5-93cb-38f89990b078 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0518820 Mar 07 14:16:56.836215 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9027dd61-06ed-400a-9ab0-4ab4f0efcd34 req-1b0b34f7-f062-447f-9767-21add0e14493 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395002 Mar 07 14:16:57.961639 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454c3b2-40bd-4156-9174-75836c09b83b req-91995a57-edf8-4b64-b11f-085a657d346b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:57.963265 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2454c3b2-40bd-4156-9174-75836c09b83b req-91995a57-edf8-4b64-b11f-085a657d346b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0558829 Mar 07 14:16:58.012881 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2454c3b2-40bd-4156-9174-75836c09b83b req-c98dd414-cc8c-4e6b-974f-cbf110a2b69b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441597 Mar 07 14:16:59.136335 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e111a8-d44e-4368-85bf-6dd09c84f5c3 req-1764734b-569b-4db5-85e6-5d11ee4d76d6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:16:59.137851 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f7e111a8-d44e-4368-85bf-6dd09c84f5c3 req-1764734b-569b-4db5-85e6-5d11ee4d76d6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0521202 Mar 07 14:16:59.184267 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f7e111a8-d44e-4368-85bf-6dd09c84f5c3 req-4d55581b-933c-44ee-9f5d-a9118cb9fa8b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407255 Mar 07 14:17:00.313005 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2c420-43a6-4a55-bf02-f815dcffc609 req-85493073-5b0b-4c71-b104-faebca9b61fc tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:00.314500 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dcf2c420-43a6-4a55-bf02-f815dcffc609 req-85493073-5b0b-4c71-b104-faebca9b61fc tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0556979 Mar 07 14:17:00.365735 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dcf2c420-43a6-4a55-bf02-f815dcffc609 req-e84f3776-3e8d-4f1f-96d0-fb05e71f0967 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431881 Mar 07 14:17:01.490064 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166c659-c358-465e-9e64-0cef4952ef6a req-2fcd9893-1cb1-49ce-91ec-aab490b08011 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:01.491534 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3166c659-c358-465e-9e64-0cef4952ef6a req-2fcd9893-1cb1-49ce-91ec-aab490b08011 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0531213 Mar 07 14:17:01.543876 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3166c659-c358-465e-9e64-0cef4952ef6a req-8d6c0163-00f7-4d72-937d-e006e5fe68d6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463815 Mar 07 14:17:01.954897 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e17727ef-681b-4070-aa74-0e67cc37d10e req-39aeecd6-f99f-4238-a150-13f9753f938b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428293 Mar 07 14:17:02.037498 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17727ef-681b-4070-aa74-0e67cc37d10e req-da749572-294a-4ff5-b855-a2c9435bbd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:02.038862 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e17727ef-681b-4070-aa74-0e67cc37d10e req-da749572-294a-4ff5-b855-a2c9435bbd73 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00562a6de5794d00b6b4085bc4010fb4&device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 1130 time: 0.0476265 Mar 07 14:17:02.138468 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17727ef-681b-4070-aa74-0e67cc37d10e req-7cf3ab3a-bf64-4f93-a914-5777fad69ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:02.140144 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e17727ef-681b-4070-aa74-0e67cc37d10e req-7cf3ab3a-bf64-4f93-a914-5777fad69ab1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=933b9e65-7ee9-4adf-863f-8b675ebba9ea HTTP/1.1" status: 200 len: 912 time: 0.0827131 Mar 07 14:17:02.207180 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e17727ef-681b-4070-aa74-0e67cc37d10e req-9dd28205-7cc0-4ca1-bc4c-570a6b09c907 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c54a7d71-a3d1-4382-a87c-89e30ca61a09 HTTP/1.1" status: 200 len: 1002 time: 0.0605190 Mar 07 14:17:02.251839 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17727ef-681b-4070-aa74-0e67cc37d10e req-8d454765-0869-43ac-96c1-2040b941b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:02.253911 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e17727ef-681b-4070-aa74-0e67cc37d10e req-8d454765-0869-43ac-96c1-2040b941b02c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=67446beb-321d-48fe-a154-bbf9a158e88a HTTP/1.1" status: 200 len: 850 time: 0.0413988 Mar 07 14:17:02.301521 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17727ef-681b-4070-aa74-0e67cc37d10e req-a96b186f-28b9-42da-a8e6-03534a31a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:02.302950 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e17727ef-681b-4070-aa74-0e67cc37d10e req-a96b186f-28b9-42da-a8e6-03534a31a092 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=933b9e65-7ee9-4adf-863f-8b675ebba9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434463 Mar 07 14:17:02.393391 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e17727ef-681b-4070-aa74-0e67cc37d10e req-a405c2fc-6bef-4e37-a652-9feb42f196f0 service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837646 Mar 07 14:17:02.480644 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e17727ef-681b-4070-aa74-0e67cc37d10e req-c525e4b7-3ec5-4f9c-94c5-47089738b2da service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815001 Mar 07 14:17:02.673680 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea245b-7862-4965-b88a-1abb26f498a4 req-6b6dff24-4dde-4920-ba6b-27bbd871578a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:02.675817 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fea245b-7862-4965-b88a-1abb26f498a4 req-6b6dff24-4dde-4920-ba6b-27bbd871578a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0574968 Mar 07 14:17:02.719855 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fea245b-7862-4965-b88a-1abb26f498a4 req-cb5a37ae-87ed-430d-8e0d-0af7a8558364 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385492 Mar 07 14:17:03.839596 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1e41e-b159-46e0-9913-6034ee310d51 req-bbe93365-eb33-4d55-b444-1a16d52771c4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:03.841048 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-21c1e41e-b159-46e0-9913-6034ee310d51 req-bbe93365-eb33-4d55-b444-1a16d52771c4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0508461 Mar 07 14:17:03.885203 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-21c1e41e-b159-46e0-9913-6034ee310d51 req-37689db5-11dd-493b-9c78-9fe0b91da725 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387564 Mar 07 14:17:05.006430 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b45c96-45a0-4736-80ff-be46b84d910d req-11e94b8d-8f6e-4715-af26-be4c5b876df6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:05.007797 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a8b45c96-45a0-4736-80ff-be46b84d910d req-11e94b8d-8f6e-4715-af26-be4c5b876df6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0528622 Mar 07 14:17:05.057420 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a8b45c96-45a0-4736-80ff-be46b84d910d req-d6482ba5-d7f3-403b-8cd2-1ff380d332d0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441351 Mar 07 14:17:06.183277 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a2ccf-7c79-4b26-8e09-857eefd6ce3f req-1ea4e4b0-4692-4c01-b01c-12ffa832345a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:06.184753 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-998a2ccf-7c79-4b26-8e09-857eefd6ce3f req-1ea4e4b0-4692-4c01-b01c-12ffa832345a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0551934 Mar 07 14:17:06.232954 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-998a2ccf-7c79-4b26-8e09-857eefd6ce3f req-85f3140a-dba6-4dbd-925c-6724b2b4d991 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426700 Mar 07 14:17:07.357104 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26e08-9387-410b-931a-99ab4f8b4d00 req-80522232-e9b9-4645-84b2-5d8e856b6163 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:07.358583 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59d26e08-9387-410b-931a-99ab4f8b4d00 req-80522232-e9b9-4645-84b2-5d8e856b6163 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0521388 Mar 07 14:17:07.407790 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59d26e08-9387-410b-931a-99ab4f8b4d00 req-d9df6d35-8648-4149-b12a-35ffcf1a1e08 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431240 Mar 07 14:17:08.536875 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283dbf5-e3e6-4030-a2bc-0c63b92435f0 req-dfd9355e-dffd-408a-a246-59b229a36ffe tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:08.538319 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6283dbf5-e3e6-4030-a2bc-0c63b92435f0 req-dfd9355e-dffd-408a-a246-59b229a36ffe tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0585847 Mar 07 14:17:08.587342 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6283dbf5-e3e6-4030-a2bc-0c63b92435f0 req-3db2d2f6-6f50-4e41-a341-5740b481dd15 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433340 Mar 07 14:17:09.720482 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01fca3-f977-45a6-89fe-d9c6c514b27c req-4b5967c4-ffc4-420b-9b51-4d6eb3ee9e33 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:09.722225 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bd01fca3-f977-45a6-89fe-d9c6c514b27c req-4b5967c4-ffc4-420b-9b51-4d6eb3ee9e33 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0588067 Mar 07 14:17:09.769129 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bd01fca3-f977-45a6-89fe-d9c6c514b27c req-65e9e203-7d55-488c-a127-64707376021b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409336 Mar 07 14:17:10.892851 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53ece6-9416-4a96-ac08-26826e98f6bf req-333921db-0363-4435-9564-c2ff28e9c6d1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:10.894971 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd53ece6-9416-4a96-ac08-26826e98f6bf req-333921db-0363-4435-9564-c2ff28e9c6d1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0524950 Mar 07 14:17:10.944446 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd53ece6-9416-4a96-ac08-26826e98f6bf req-bc784123-33ac-43fe-93d9-7e09d61342b9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440593 Mar 07 14:17:12.067287 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421c04c-68c9-475d-a63a-45ef3aef1993 req-f49efbc0-828c-4ebd-95c4-6e8560b3595f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:12.069356 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8421c04c-68c9-475d-a63a-45ef3aef1993 req-f49efbc0-828c-4ebd-95c4-6e8560b3595f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0524783 Mar 07 14:17:12.118518 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8421c04c-68c9-475d-a63a-45ef3aef1993 req-efaddc62-82fa-4a3c-9e69-8b8b4bd6cc06 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440030 Mar 07 14:17:13.243206 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e1e46-aff4-426e-8f9e-f55a051c8867 req-175cf610-f954-455e-bd84-bcccb68b6f27 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:13.244667 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3d7e1e46-aff4-426e-8f9e-f55a051c8867 req-175cf610-f954-455e-bd84-bcccb68b6f27 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0523467 Mar 07 14:17:13.292258 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3d7e1e46-aff4-426e-8f9e-f55a051c8867 req-26f64ea8-5a2a-4978-8f2c-52f737f67955 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419910 Mar 07 14:17:14.601857 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bda94-1192-408c-a392-e4fde20deb30 req-685d0e90-c299-429a-aaac-30957d71ced8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:14.603354 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c09bda94-1192-408c-a392-e4fde20deb30 req-685d0e90-c299-429a-aaac-30957d71ced8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.2389355 Mar 07 14:17:14.649961 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c09bda94-1192-408c-a392-e4fde20deb30 req-373036b3-9369-4a35-898b-55ab28164d20 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410743 Mar 07 14:17:15.770582 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447269ab-88cd-46ad-beae-f87f6324571c req-6c6a9884-1cac-4f9a-b555-cc048a6e5365 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:15.771961 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-447269ab-88cd-46ad-beae-f87f6324571c req-6c6a9884-1cac-4f9a-b555-cc048a6e5365 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0520487 Mar 07 14:17:15.816543 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-447269ab-88cd-46ad-beae-f87f6324571c req-7bdab5b3-98c6-48e0-80c5-9a2d22a9c6ef tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391517 Mar 07 14:17:15.845600 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6700f061-5877-453a-8670-2d969b89c2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:16.939217 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dfa90-9ef5-4570-aed4-a99600bba9ea req-f7eda207-fe3c-458b-9c83-3fd3a5f5e527 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:16.941023 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8a9dfa90-9ef5-4570-aed4-a99600bba9ea req-f7eda207-fe3c-458b-9c83-3fd3a5f5e527 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0542839 Mar 07 14:17:16.987216 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8a9dfa90-9ef5-4570-aed4-a99600bba9ea req-1b58bcc2-2749-4014-9634-a4c1dbe2805e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409842 Mar 07 14:17:18.109497 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e661ec1-a0a5-4a51-a095-4de74d23fb1d req-f737b6d3-17f4-4462-bd43-ddb0ce34748c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:18.110973 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2e661ec1-a0a5-4a51-a095-4de74d23fb1d req-f737b6d3-17f4-4462-bd43-ddb0ce34748c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0534825 Mar 07 14:17:18.154430 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-19883984-8fb2-40e8-a770-bdc01211ceb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:18.157626 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2e661ec1-a0a5-4a51-a095-4de74d23fb1d req-82126fda-f75e-4677-8e8b-600301f8fc87 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411272 Mar 07 14:17:18.400310 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:17:19.276530 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ce0e7-56e9-4a5f-9bc7-61a9dbdf2c14 req-b792fb36-6107-4fde-8310-7dee1a58ec7b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:19.277907 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-368ce0e7-56e9-4a5f-9bc7-61a9dbdf2c14 req-b792fb36-6107-4fde-8310-7dee1a58ec7b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0507443 Mar 07 14:17:19.325940 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-368ce0e7-56e9-4a5f-9bc7-61a9dbdf2c14 req-b09c62e8-bd17-415e-8cc6-3a3edc85a11e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426171 Mar 07 14:17:19.424778 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:20.448530 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8985ae5-f9b7-4c72-8a2c-37a38e8f232c req-62f8869c-505d-420c-88c5-1ec18c785757 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:20.450038 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b8985ae5-f9b7-4c72-8a2c-37a38e8f232c req-62f8869c-505d-420c-88c5-1ec18c785757 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0522971 Mar 07 14:17:20.497674 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b8985ae5-f9b7-4c72-8a2c-37a38e8f232c req-8494fa2d-1cbd-47fd-91af-26ac94940790 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407600 Mar 07 14:17:20.855524 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:21.619639 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff4b22-eb39-417b-b6b3-b398dc1865fd req-558066af-61d1-48c5-9ace-18b13b9e8742 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:21.621125 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9eff4b22-eb39-417b-b6b3-b398dc1865fd req-558066af-61d1-48c5-9ace-18b13b9e8742 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0514834 Mar 07 14:17:21.667753 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9eff4b22-eb39-417b-b6b3-b398dc1865fd req-aa6c12f9-f1dc-4df5-bab2-345ee50beaf1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411403 Mar 07 14:17:22.308891 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:22.792332 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae2206-593c-413e-9775-6b1ada7d3cdd req-0c35b24d-41b7-4dbc-9b1d-0b42c408cc6d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:22.793837 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9cae2206-593c-413e-9775-6b1ada7d3cdd req-0c35b24d-41b7-4dbc-9b1d-0b42c408cc6d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0555377 Mar 07 14:17:22.839433 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9cae2206-593c-413e-9775-6b1ada7d3cdd req-070a3e11-192d-41ce-ba7f-c6e9804bfc9b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401874 Mar 07 14:17:23.960622 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5e981-24ac-46a0-90c1-f918c9365c64 req-f55eaad2-a028-4dde-8bbc-ebca8e32dcfa tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:23.962115 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e4e5e981-24ac-46a0-90c1-f918c9365c64 req-f55eaad2-a028-4dde-8bbc-ebca8e32dcfa tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0522618 Mar 07 14:17:24.007072 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e4e5e981-24ac-46a0-90c1-f918c9365c64 req-082d4f84-c03c-4940-a054-4dadd19d7a59 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395501 Mar 07 14:17:25.130857 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4fe1f-563d-4342-bd61-f61c4114d4bc req-c5969140-8240-46cd-8a76-ad7298f78287 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:25.132304 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-83e4fe1f-563d-4342-bd61-f61c4114d4bc req-c5969140-8240-46cd-8a76-ad7298f78287 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0550907 Mar 07 14:17:25.177174 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-83e4fe1f-563d-4342-bd61-f61c4114d4bc req-961a6bac-d222-48b2-b125-e5b72ebcbaf4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394311 Mar 07 14:17:26.305642 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323446e6-fe40-4ef4-9511-603ed9b89317 req-0a0dceb0-35db-4fc3-8995-dba8cfa9888c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:26.307127 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-323446e6-fe40-4ef4-9511-603ed9b89317 req-0a0dceb0-35db-4fc3-8995-dba8cfa9888c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0584531 Mar 07 14:17:26.354919 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-323446e6-fe40-4ef4-9511-603ed9b89317 req-1582794e-1fe1-49de-9dcb-254563e82a79 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422802 Mar 07 14:17:26.512948 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:27.481716 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2640e-784b-458b-be6a-5a899732f7a1 req-f1d7c64f-d5d7-457a-a1ed-b9ae4dfb01ed tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:27.483189 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e8c2640e-784b-458b-be6a-5a899732f7a1 req-f1d7c64f-d5d7-457a-a1ed-b9ae4dfb01ed tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0534375 Mar 07 14:17:27.533207 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e8c2640e-784b-458b-be6a-5a899732f7a1 req-8628378d-6437-4e19-9295-141e9e93a005 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443523 Mar 07 14:17:28.657296 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26bb09-c5ee-491f-80d3-d964086522c9 req-b29337a8-f6b2-40f7-8743-f12c13841324 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:28.658753 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ce26bb09-c5ee-491f-80d3-d964086522c9 req-b29337a8-f6b2-40f7-8743-f12c13841324 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0535810 Mar 07 14:17:28.705928 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ce26bb09-c5ee-491f-80d3-d964086522c9 req-7629b47a-8959-49d4-b2e9-5fee4967fde9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409644 Mar 07 14:17:29.521321 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41640) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:29.634366 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1f36d20e-25ae-4b96-9036-4f5fc0485cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:29.709032 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1f36d20e-25ae-4b96-9036-4f5fc0485cfb admin admin] Publish callbacks [] for security_group (bd3eb996-1f02-4d65-8f82-d559d5db098b), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:29.712852 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1f36d20e-25ae-4b96-9036-4f5fc0485cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (bd3eb996-1f02-4d65-8f82-d559d5db098b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:29.725416 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5377b-8dc3-4a41-804e-ababc34285c4 req-bc52fb89-da58-4fab-b37a-f753268c5f88 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:29.726989 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2ff5377b-8dc3-4a41-804e-ababc34285c4 req-bc52fb89-da58-4fab-b37a-f753268c5f88 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 946 time: 0.0560346 Mar 07 14:17:29.750089 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36d20e-25ae-4b96-9036-4f5fc0485cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3eb996-1f02-4d65-8f82-d559d5db098b,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:29.757189 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-1f36d20e-25ae-4b96-9036-4f5fc0485cfb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=42bc78a3b30b497f9f27fbbb7977752b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348456 Mar 07 14:17:29.758682 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41650) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:29.769817 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36d20e-25ae-4b96-9036-4f5fc0485cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:29.770168 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36d20e-25ae-4b96-9036-4f5fc0485cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:29.770513 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36d20e-25ae-4b96-9036-4f5fc0485cfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:29.771200 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36d20e-25ae-4b96-9036-4f5fc0485cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:29.771200 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36d20e-25ae-4b96-9036-4f5fc0485cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:29.771541 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36d20e-25ae-4b96-9036-4f5fc0485cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:29.771818 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36d20e-25ae-4b96-9036-4f5fc0485cfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:29.772143 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36d20e-25ae-4b96-9036-4f5fc0485cfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:29.772484 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36d20e-25ae-4b96-9036-4f5fc0485cfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:29.772895 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36d20e-25ae-4b96-9036-4f5fc0485cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:29.773219 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36d20e-25ae-4b96-9036-4f5fc0485cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:29.773538 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36d20e-25ae-4b96-9036-4f5fc0485cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:29.773856 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36d20e-25ae-4b96-9036-4f5fc0485cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:29.787794 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2ff5377b-8dc3-4a41-804e-ababc34285c4 req-49ba9451-f1d8-4fe9-a7a6-e5ae76cac986 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=791d4937-bd14-46e7-b6f8-ccb791f68ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524073 Mar 07 14:17:29.824208 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d93b316f-06ad-4be4-bcb9-110887ed855c admin admin] Publish callbacks [] for security_group (bd3eb996-1f02-4d65-8f82-d559d5db098b), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:29.844530 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d65294-f373-4c8c-b9d4-1539eeb03542 req-b5bbc9e9-56f1-49c8-93cb-fce3d7d51e76 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:29.846073 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-22d65294-f373-4c8c-b9d4-1539eeb03542 req-b5bbc9e9-56f1-49c8-93cb-fce3d7d51e76 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0573409 Mar 07 14:17:29.851094 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d93b316f-06ad-4be4-bcb9-110887ed855c admin admin] Publish callbacks [] for security_group (bd3eb996-1f02-4d65-8f82-d559d5db098b), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:29.902123 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-22d65294-f373-4c8c-b9d4-1539eeb03542 req-2fa05e3f-bae0-4d47-b2e1-94253e0cbeb1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489340 Mar 07 14:17:29.903253 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d93b316f-06ad-4be4-bcb9-110887ed855c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (bd3eb996-1f02-4d65-8f82-d559d5db098b), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:29.905874 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d93b316f-06ad-4be4-bcb9-110887ed855c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:29.907182 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-d93b316f-06ad-4be4-bcb9-110887ed855c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd3eb996-1f02-4d65-8f82-d559d5db098b HTTP/1.1" status: 204 len: 168 time: 0.1473825 Mar 07 14:17:29.917408 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b316f-06ad-4be4-bcb9-110887ed855c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3eb996-1f02-4d65-8f82-d559d5db098b,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:30.421487 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaffb4e-5c9b-4f80-b51a-065af79ac5d5 req-327b7c2d-d915-4036-82ef-54e23601de98 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:30.422909 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0eaffb4e-5c9b-4f80-b51a-065af79ac5d5 req-327b7c2d-d915-4036-82ef-54e23601de98 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.25 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 946 time: 0.0511255 Mar 07 14:17:30.516316 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-0eaffb4e-5c9b-4f80-b51a-065af79ac5d5 req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Deleting port 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:17:30.516649 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0eaffb4e-5c9b-4f80-b51a-065af79ac5d5 req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (1e83f7f4-e220-4dc9-9bc5-d249f50675e7), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:30.602188 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-0eaffb4e-5c9b-4f80-b51a-065af79ac5d5 req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] For port 1e83f7f4-e220-4dc9-9bc5-d249f50675e7, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1e83f7f4-e220-4dc9-9bc5-d249f50675e7,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:17:30.602549 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0eaffb4e-5c9b-4f80-b51a-065af79ac5d5 req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (1e83f7f4-e220-4dc9-9bc5-d249f50675e7), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:30.901773 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0eaffb4e-5c9b-4f80-b51a-065af79ac5d5 req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:30.902333 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0eaffb4e-5c9b-4f80-b51a-065af79ac5d5 req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (051afcfa-9168-4dfc-8e0a-8c09cb5a11a2), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:30.902493 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.l3_db [req-0eaffb4e-5c9b-4f80-b51a-065af79ac5d5 req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Floating IP 051afcfa-9168-4dfc-8e0a-8c09cb5a11a2 disassociated. External IP: 172.27.2.132, port: 1e83f7f4-e220-4dc9-9bc5-d249f50675e7. Mar 07 14:17:30.902829 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-0eaffb4e-5c9b-4f80-b51a-065af79ac5d5 req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Calling delete_port for 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:17:30.965274 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44061006-c1d0-4fd7-9814-0ff81ddfa0f4 req-9107e1f6-fdde-42cb-a166-1595768b6b0d tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:30.966797 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-44061006-c1d0-4fd7-9814-0ff81ddfa0f4 req-9107e1f6-fdde-42cb-a166-1595768b6b0d tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 946 time: 0.1207635 Mar 07 14:17:31.036057 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-44061006-c1d0-4fd7-9814-0ff81ddfa0f4 req-03d387b1-db9e-4450-ad12-72615b13847e tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=791d4937-bd14-46e7-b6f8-ccb791f68ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586545 Mar 07 14:17:31.114198 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0eaffb4e-5c9b-4f80-b51a-065af79ac5d5 req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (1e83f7f4-e220-4dc9-9bc5-d249f50675e7), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:31.174231 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event deleted for resources: {'Port': ['ID=1e83f7f4-e220-4dc9-9bc5-d249f50675e7,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:31.193747 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:31.194018 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:31.194365 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:31.194712 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:31.195049 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:31.195383 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:31.195734 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:31.196066 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:31.196396 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:31.196746 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:31.197095 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:31.197420 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:31.197743 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:31.247495 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f5d83-80af-423d-8cc4-d5367a4f1998 req-d4bda6d5-ab31-4672-b798-95fb0cb8969b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:31.249069 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1f4f5d83-80af-423d-8cc4-d5367a4f1998 req-d4bda6d5-ab31-4672-b798-95fb0cb8969b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.1695180 Mar 07 14:17:31.277912 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823ccaf-71b9-4a94-bedc-445c6e826236 req-b8017efa-51a4-4340-9d3c-57bd60a741f2 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:31.279359 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c823ccaf-71b9-4a94-bedc-445c6e826236 req-b8017efa-51a4-4340-9d3c-57bd60a741f2 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 946 time: 0.1679919 Mar 07 14:17:31.393546 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1f4f5d83-80af-423d-8cc4-d5367a4f1998 req-d02534ce-3e19-46a7-8ffa-476445e617d8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1310940 Mar 07 14:17:31.401554 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c823ccaf-71b9-4a94-bedc-445c6e826236 req-dc42e6b3-1abf-4026-83b6-c0930500bbbc tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c99f801-bb6c-404d-9a9a-f648019e3078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115623 Mar 07 14:17:31.408939 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0eaffb4e-5c9b-4f80-b51a-065af79ac5d5 req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:17:31.528473 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0eaffb4e-5c9b-4f80-b51a-065af79ac5d5 req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:17:31.539133 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59de03e5-e68b-4f3f-bd09-54deb4312266 None None] Sync routers for ids ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:17:31.548430 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59de03e5-e68b-4f3f-bd09-54deb4312266 None None] Routers {'5f90c74b-dc98-4d22-b6e4-7b99941379c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:17:31.549079 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-59de03e5-e68b-4f3f-bd09-54deb4312266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:17:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:31.568296 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eaffb4e-5c9b-4f80-b51a-065af79ac5d5 req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] No DVR routers for this DVR port 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 on host hv-cinder-79400 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:17:31.570840 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0eaffb4e-5c9b-4f80-b51a-065af79ac5d5 req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:31.574208 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0eaffb4e-5c9b-4f80-b51a-065af79ac5d5 req-b75ded02-c6d8-40a7-baa9-7b5b8b0e3209 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.25 "DELETE /v2.0/ports/1e83f7f4-e220-4dc9-9bc5-d249f50675e7 HTTP/1.1" status: 204 len: 173 time: 1.1459122 Mar 07 14:17:31.574658 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9389ce70-a4a5-47d5-982c-0ce917b1b499', 'name': 'network-vif-deleted', 'tag': '1e83f7f4-e220-4dc9-9bc5-d249f50675e7'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:17:31.577028 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55c41be-b9b2-4be4-97b6-546ef8e8065e" -d '{"events": [{"server_uuid": "9389ce70-a4a5-47d5-982c-0ce917b1b499", "name": "network-vif-deleted", "tag": "1e83f7f4-e220-4dc9-9bc5-d249f50675e7"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:17:31.622856 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207fb998-485e-4f96-b430-679b38bbe43c x-openstack-request-id: req-207fb998-485e-4f96-b430-679b38bbe43c {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:17:31.623250 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9389ce70-a4a5-47d5-982c-0ce917b1b499", "name": "network-vif-deleted", "tag": "1e83f7f4-e220-4dc9-9bc5-d249f50675e7", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:17:31.623466 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-207fb998-485e-4f96-b430-679b38bbe43c {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:17:31.623904 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9389ce70-a4a5-47d5-982c-0ce917b1b499', 'name': 'network-vif-deleted', 'tag': '1e83f7f4-e220-4dc9-9bc5-d249f50675e7', 'status': 'completed', 'code': 200} Mar 07 14:17:31.665735 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-59de03e5-e68b-4f3f-bd09-54deb4312266 None None] Set router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:17:31.800717 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cbab2-9110-4070-9c15-235c7ca298a1 req-49bbd1eb-f308-4170-b22c-ad983cd6a72a tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:31.802296 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-179cbab2-9110-4070-9c15-235c7ca298a1 req-49bbd1eb-f308-4170-b22c-ad983cd6a72a tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 946 time: 0.0694432 Mar 07 14:17:31.879702 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-59de03e5-e68b-4f3f-bd09-54deb4312266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 5, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:31.896557 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-179cbab2-9110-4070-9c15-235c7ca298a1 req-c8e9961a-dee8-43cd-a2ec-10d25a2c82b7 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Deleting port c54a7d71-a3d1-4382-a87c-89e30ca61a09 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:17:31.896922 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-179cbab2-9110-4070-9c15-235c7ca298a1 req-c8e9961a-dee8-43cd-a2ec-10d25a2c82b7 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (c54a7d71-a3d1-4382-a87c-89e30ca61a09), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:31.911145 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59de03e5-e68b-4f3f-bd09-54deb4312266 None None] Checking router: 5f90c74b-dc98-4d22-b6e4-7b99941379c2 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:17:31.919317 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59de03e5-e68b-4f3f-bd09-54deb4312266 None None] Routers {'5f90c74b-dc98-4d22-b6e4-7b99941379c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:17:31.920266 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-59de03e5-e68b-4f3f-bd09-54deb4312266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:17:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:31.992768 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-179cbab2-9110-4070-9c15-235c7ca298a1 req-c8e9961a-dee8-43cd-a2ec-10d25a2c82b7 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] For port c54a7d71-a3d1-4382-a87c-89e30ca61a09, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c54a7d71-a3d1-4382-a87c-89e30ca61a09,segment=NetworkSegment(f718fe54-c345-4c76-b7b4-82d821b7c7db),segment_id=f718fe54-c345-4c76-b7b4-82d821b7c7db)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:17:31.992768 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-179cbab2-9110-4070-9c15-235c7ca298a1 req-c8e9961a-dee8-43cd-a2ec-10d25a2c82b7 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (c54a7d71-a3d1-4382-a87c-89e30ca61a09), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:32.031097 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-59de03e5-e68b-4f3f-bd09-54deb4312266 None None] Set router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:17:32.202010 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-179cbab2-9110-4070-9c15-235c7ca298a1 req-c8e9961a-dee8-43cd-a2ec-10d25a2c82b7 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:32.202565 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-179cbab2-9110-4070-9c15-235c7ca298a1 req-c8e9961a-dee8-43cd-a2ec-10d25a2c82b7 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (ad75664e-5550-4a40-951d-cf76e20a5bf8), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:32.203007 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.l3_db [req-179cbab2-9110-4070-9c15-235c7ca298a1 req-c8e9961a-dee8-43cd-a2ec-10d25a2c82b7 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Floating IP ad75664e-5550-4a40-951d-cf76e20a5bf8 disassociated. External IP: 172.27.2.224, port: c54a7d71-a3d1-4382-a87c-89e30ca61a09. Mar 07 14:17:32.203560 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-179cbab2-9110-4070-9c15-235c7ca298a1 req-c8e9961a-dee8-43cd-a2ec-10d25a2c82b7 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Calling delete_port for c54a7d71-a3d1-4382-a87c-89e30ca61a09 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:17:32.271861 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-59de03e5-e68b-4f3f-bd09-54deb4312266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 5, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:32.281479 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8fff33cd-24a0-4240-ad33-0d3e787e9911 req-3f95d5bf-1e9b-4755-b298-c6700fa749ae tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=9389ce70-a4a5-47d5-982c-0ce917b1b499 HTTP/1.1" status: 200 len: 210 time: 0.0717232 Mar 07 14:17:32.303735 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59de03e5-e68b-4f3f-bd09-54deb4312266 None None] The sync data for ids ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'] in dv-cinder-794001-5-iscsi is: [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 5, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:17:32.585425 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95f939-402e-4992-ad8b-bf068be57646 None None] New status for floating IP 051afcfa-9168-4dfc-8e0a-8c09cb5a11a2: DOWN {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:17:32.662457 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e9cec-dd5b-47ef-af83-346a35ebc1cb req-2dc8213d-1a77-4c69-87d2-95b93c2efa0d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:32.664045 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-327e9cec-dd5b-47ef-af83-346a35ebc1cb req-2dc8213d-1a77-4c69-87d2-95b93c2efa0d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.1252496 Mar 07 14:17:32.693757 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc65717-724a-4d98-beb3-9204067f6b3f req-2fe5b815-0535-4703-b999-d283a55beb51 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:32.695295 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9bc65717-724a-4d98-beb3-9204067f6b3f req-2fe5b815-0535-4703-b999-d283a55beb51 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea30dd85-efc5-4769-a6cc-89238950969c HTTP/1.1" status: 200 len: 946 time: 0.1550574 Mar 07 14:17:32.718747 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-179cbab2-9110-4070-9c15-235c7ca298a1 req-c8e9961a-dee8-43cd-a2ec-10d25a2c82b7 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (c54a7d71-a3d1-4382-a87c-89e30ca61a09), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:32.770472 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9961a-dee8-43cd-a2ec-10d25a2c82b7 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Pushing event deleted for resources: {'Port': ['ID=c54a7d71-a3d1-4382-a87c-89e30ca61a09,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:32.843731 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-327e9cec-dd5b-47ef-af83-346a35ebc1cb req-811e1e3a-b050-40b7-ba8a-91557bef2e15 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1629817 Mar 07 14:17:32.876609 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9bc65717-724a-4d98-beb3-9204067f6b3f req-e6583f3b-1e80-4870-b6fc-1ae79b8431c0 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c99f801-bb6c-404d-9a9a-f648019e3078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675506 Mar 07 14:17:32.963635 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-179cbab2-9110-4070-9c15-235c7ca298a1 req-c8e9961a-dee8-43cd-a2ec-10d25a2c82b7 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Router a238a5af-fc11-4f25-af19-3d0796fd824b has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:17:33.073650 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-179cbab2-9110-4070-9c15-235c7ca298a1 req-c8e9961a-dee8-43cd-a2ec-10d25a2c82b7 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:17:33.086221 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc70b36d-2119-4c3c-8514-17336371021d None None] Sync routers for ids ['a238a5af-fc11-4f25-af19-3d0796fd824b'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:17:33.097157 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc70b36d-2119-4c3c-8514-17336371021d None None] Routers {'a238a5af-fc11-4f25-af19-3d0796fd824b'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:17:33.098019 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-cc70b36d-2119-4c3c-8514-17336371021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:17:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['a238a5af-fc11-4f25-af19-3d0796fd824b'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:33.116402 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-179cbab2-9110-4070-9c15-235c7ca298a1 req-c8e9961a-dee8-43cd-a2ec-10d25a2c82b7 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] No DVR routers for this DVR port c54a7d71-a3d1-4382-a87c-89e30ca61a09 on host hv-cinder-79400 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:17:33.119012 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-179cbab2-9110-4070-9c15-235c7ca298a1 req-c8e9961a-dee8-43cd-a2ec-10d25a2c82b7 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:33.122643 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-179cbab2-9110-4070-9c15-235c7ca298a1 req-c8e9961a-dee8-43cd-a2ec-10d25a2c82b7 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.25 "DELETE /v2.0/ports/c54a7d71-a3d1-4382-a87c-89e30ca61a09 HTTP/1.1" status: 204 len: 173 time: 1.3147473 Mar 07 14:17:33.340577 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-cc70b36d-2119-4c3c-8514-17336371021d None None] Set router a238a5af-fc11-4f25-af19-3d0796fd824b gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:17:33.376092 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41686) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:33.431977 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f74a862a-5e5f-4cac-b09f-679822dc197f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group (791d4937-bd14-46e7-b6f8-ccb791f68ea1), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:33.455351 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f74a862a-5e5f-4cac-b09f-679822dc197f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group (791d4937-bd14-46e7-b6f8-ccb791f68ea1), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:33.511036 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f74a862a-5e5f-4cac-b09f-679822dc197f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (791d4937-bd14-46e7-b6f8-ccb791f68ea1), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:33.514935 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f74a862a-5e5f-4cac-b09f-679822dc197f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:33.516375 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f74a862a-5e5f-4cac-b09f-679822dc197f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "DELETE /v2.0/security-groups/791d4937-bd14-46e7-b6f8-ccb791f68ea1 HTTP/1.1" status: 204 len: 168 time: 0.1392679 Mar 07 14:17:33.519809 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41688) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:33.531326 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a862a-5e5f-4cac-b09f-679822dc197f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=791d4937-bd14-46e7-b6f8-ccb791f68ea1,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:33.553319 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.api.v2.resource [None req-5a2a4d4d-0f7d-4c68-aa81-fa2cba2ffbf3 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] show failed (client error): The resource could not be found. Mar 07 14:17:33.554370 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-5a2a4d4d-0f7d-4c68-aa81-fa2cba2ffbf3 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups/791d4937-bd14-46e7-b6f8-ccb791f68ea1 HTTP/1.1" status: 404 len: 347 time: 0.0332708 Mar 07 14:17:33.557404 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41690) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:33.582411 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-cc70b36d-2119-4c3c-8514-17336371021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:05Z', 'revision_number': 4, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'c683bc98-e469-48e5-a3ee-5a5781bf6190', 'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'mac_address': 'fa:16:3e:5e:00:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:04Z', 'updated_at': '2022-03-07T14:08:16Z', 'revision_number': 5, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'subnets': [{'id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:33.613454 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc70b36d-2119-4c3c-8514-17336371021d None None] Checking router: a238a5af-fc11-4f25-af19-3d0796fd824b for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:17:33.623214 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc70b36d-2119-4c3c-8514-17336371021d None None] Routers {'a238a5af-fc11-4f25-af19-3d0796fd824b'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:17:33.623854 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-cc70b36d-2119-4c3c-8514-17336371021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:17:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['a238a5af-fc11-4f25-af19-3d0796fd824b'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:33.652588 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea30dd85-efc5-4769-a6cc-89238950969c', 'name': 'network-vif-deleted', 'tag': 'c54a7d71-a3d1-4382-a87c-89e30ca61a09'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:17:33.655184 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c303a41-eb0e-4570-a129-8b1d91f05ad6" -d '{"events": [{"server_uuid": "ea30dd85-efc5-4769-a6cc-89238950969c", "name": "network-vif-deleted", "tag": "c54a7d71-a3d1-4382-a87c-89e30ca61a09"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:17:33.700739 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481e3718-3cc1-4929-b1bc-c79c6eca14b1 x-openstack-request-id: req-481e3718-3cc1-4929-b1bc-c79c6eca14b1 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:17:33.701137 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea30dd85-efc5-4769-a6cc-89238950969c", "name": "network-vif-deleted", "tag": "c54a7d71-a3d1-4382-a87c-89e30ca61a09", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:17:33.701502 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-481e3718-3cc1-4929-b1bc-c79c6eca14b1 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:17:33.701982 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea30dd85-efc5-4769-a6cc-89238950969c', 'name': 'network-vif-deleted', 'tag': 'c54a7d71-a3d1-4382-a87c-89e30ca61a09', 'status': 'completed', 'code': 200} Mar 07 14:17:33.718333 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-8f87a83b-2cab-4d19-bd6a-cee353526950 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Deleting port b9bc3afe-795b-4607-9bbf-f5aef2ed2743 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:17:33.721169 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8f87a83b-2cab-4d19-bd6a-cee353526950 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (b9bc3afe-795b-4607-9bbf-f5aef2ed2743), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:33.761477 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:17:33.793711 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] No Port match for: 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:17:33.794057 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 1e83f7f4-e220-4dc9-9bc5-d249f50675e7 not bound to the agent host hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:17:33.799486 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-cc70b36d-2119-4c3c-8514-17336371021d None None] Set router a238a5af-fc11-4f25-af19-3d0796fd824b gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:17:33.818341 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8f87a83b-2cab-4d19-bd6a-cee353526950 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (b9bc3afe-795b-4607-9bbf-f5aef2ed2743), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:33.818749 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8f87a83b-2cab-4d19-bd6a-cee353526950 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (b9bc3afe-795b-4607-9bbf-f5aef2ed2743), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:33.831819 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-8f87a83b-2cab-4d19-bd6a-cee353526950 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Calling delete_port for b9bc3afe-795b-4607-9bbf-f5aef2ed2743 owned by network:floatingip {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:17:33.999070 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41702) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:34.024033 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4ad15-fa4d-4247-ab4e-5e165c94758a req-6bb78ed4-b570-4ee1-8c47-10596122821d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:34.025886 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-80a4ad15-fa4d-4247-ab4e-5e165c94758a req-6bb78ed4-b570-4ee1-8c47-10596122821d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0942988 Mar 07 14:17:34.070685 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-cc70b36d-2119-4c3c-8514-17336371021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:05Z', 'revision_number': 4, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'c683bc98-e469-48e5-a3ee-5a5781bf6190', 'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'mac_address': 'fa:16:3e:5e:00:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:04Z', 'updated_at': '2022-03-07T14:08:16Z', 'revision_number': 5, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'subnets': [{'id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:34.078542 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-52560547-b91b-4978-9bfd-18f0678e787d tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group (9c99f801-bb6c-404d-9a9a-f648019e3078), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:34.104096 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-52560547-b91b-4978-9bfd-18f0678e787d tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group (9c99f801-bb6c-404d-9a9a-f648019e3078), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:34.105437 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc70b36d-2119-4c3c-8514-17336371021d None None] The sync data for ids ['a238a5af-fc11-4f25-af19-3d0796fd824b'] in dv-cinder-794001-5-iscsi is: [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:05Z', 'revision_number': 4, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'c683bc98-e469-48e5-a3ee-5a5781bf6190', 'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'mac_address': 'fa:16:3e:5e:00:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:04Z', 'updated_at': '2022-03-07T14:08:16Z', 'revision_number': 5, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'subnets': [{'id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:17:34.116205 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-80a4ad15-fa4d-4247-ab4e-5e165c94758a req-11fcc445-e477-4c5c-b7f3-d68a8477b604 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846667 Mar 07 14:17:34.117335 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8f87a83b-2cab-4d19-bd6a-cee353526950 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (b9bc3afe-795b-4607-9bbf-f5aef2ed2743), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:34.169004 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87a83b-2cab-4d19-bd6a-cee353526950 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event deleted for resources: {'Port': ['ID=b9bc3afe-795b-4607-9bbf-f5aef2ed2743,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:34.175436 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-52560547-b91b-4978-9bfd-18f0678e787d tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (9c99f801-bb6c-404d-9a9a-f648019e3078), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:34.179103 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-52560547-b91b-4978-9bfd-18f0678e787d tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:34.181096 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-52560547-b91b-4978-9bfd-18f0678e787d tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "DELETE /v2.0/security-groups/9c99f801-bb6c-404d-9a9a-f648019e3078 HTTP/1.1" status: 204 len: 168 time: 0.1797910 Mar 07 14:17:34.185669 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41704) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:34.200122 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52560547-b91b-4978-9bfd-18f0678e787d tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c99f801-bb6c-404d-9a9a-f648019e3078,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:34.213994 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.api.v2.resource [None req-f5f38db8-0730-423c-b2a3-4f4def4ad408 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] show failed (client error): The resource could not be found. Mar 07 14:17:34.219072 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f5f38db8-0730-423c-b2a3-4f4def4ad408 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups/9c99f801-bb6c-404d-9a9a-f648019e3078 HTTP/1.1" status: 404 len: 347 time: 0.0320892 Mar 07 14:17:34.224736 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41706) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:34.321437 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8f87a83b-2cab-4d19-bd6a-cee353526950 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (051afcfa-9168-4dfc-8e0a-8c09cb5a11a2), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:34.323927 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8f87a83b-2cab-4d19-bd6a-cee353526950 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:34.325099 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-8f87a83b-2cab-4d19-bd6a-cee353526950 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "DELETE /v2.0/floatingips/051afcfa-9168-4dfc-8e0a-8c09cb5a11a2 HTTP/1.1" status: 204 len: 168 time: 0.7668390 Mar 07 14:17:34.388314 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-6ff91bf6-6af4-4201-b7ce-db3685c99b52 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Deleting port 7cc0d791-c6b3-4482-9ccf-ff90c64e11db {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:17:34.388314 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6ff91bf6-6af4-4201-b7ce-db3685c99b52 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (7cc0d791-c6b3-4482-9ccf-ff90c64e11db), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:34.471121 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd005ec-431d-4311-baf8-1ffbb185c464 None None] New status for floating IP ad75664e-5550-4a40-951d-cf76e20a5bf8: DOWN {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:17:34.494245 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6ff91bf6-6af4-4201-b7ce-db3685c99b52 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (7cc0d791-c6b3-4482-9ccf-ff90c64e11db), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:34.494567 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6ff91bf6-6af4-4201-b7ce-db3685c99b52 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for floatingip (7cc0d791-c6b3-4482-9ccf-ff90c64e11db), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:34.509437 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-6ff91bf6-6af4-4201-b7ce-db3685c99b52 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Calling delete_port for 7cc0d791-c6b3-4482-9ccf-ff90c64e11db owned by network:floatingip {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:17:34.658496 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6ff91bf6-6af4-4201-b7ce-db3685c99b52 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (7cc0d791-c6b3-4482-9ccf-ff90c64e11db), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:34.687514 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff91bf6-6af4-4201-b7ce-db3685c99b52 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Pushing event deleted for resources: {'Port': ['ID=7cc0d791-c6b3-4482-9ccf-ff90c64e11db,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:34.734325 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41710) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:34.740276 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-885bcf22-9b5a-4c0b-a79a-5b6d06f75bd4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1244994828', 'description': 'tempest-description--965562599'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:34.755005 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6ff91bf6-6af4-4201-b7ce-db3685c99b52 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for floatingip (ad75664e-5550-4a40-951d-cf76e20a5bf8), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:34.758089 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6ff91bf6-6af4-4201-b7ce-db3685c99b52 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:34.759238 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-6ff91bf6-6af4-4201-b7ce-db3685c99b52 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "DELETE /v2.0/floatingips/ad75664e-5550-4a40-951d-cf76e20a5bf8 HTTP/1.1" status: 204 len: 168 time: 0.5330975 Mar 07 14:17:34.766707 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-885bcf22-9b5a-4c0b-a79a-5b6d06f75bd4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:34.868903 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-885bcf22-9b5a-4c0b-a79a-5b6d06f75bd4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group (e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:34.874659 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-885bcf22-9b5a-4c0b-a79a-5b6d06f75bd4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:34.904164 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-885bcf22-9b5a-4c0b-a79a-5b6d06f75bd4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:34.905363 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-885bcf22-9b5a-4c0b-a79a-5b6d06f75bd4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1693275 Mar 07 14:17:34.908417 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41714) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:34.913676 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-b8821858-6983-4f01-abb8-68df4d16d5b3 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Request body: {'security_group_rule': {'security_group_id': 'e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:34.936806 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bcf22-9b5a-4c0b-a79a-5b6d06f75bd4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:34.953019 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b8821858-6983-4f01-abb8-68df4d16d5b3 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group_rule (f7a75863-cde1-4209-a756-7857bfc1066b), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.043022 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b8821858-6983-4f01-abb8-68df4d16d5b3 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group_rule (f7a75863-cde1-4209-a756-7857bfc1066b), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.050335 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41718) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:35.054754 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-f003a2fa-43fa-4c09-9afb-8d24843a5120 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1802926549', 'description': 'tempest-description--287489881'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:35.059833 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b8821858-6983-4f01-abb8-68df4d16d5b3 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (f7a75863-cde1-4209-a756-7857bfc1066b), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.082872 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8821858-6983-4f01-abb8-68df4d16d5b3 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a75863-cde1-4209-a756-7857bfc1066b,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:35.093432 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f003a2fa-43fa-4c09-9afb-8d24843a5120 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.098849 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b8821858-6983-4f01-abb8-68df4d16d5b3 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.100021 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-b8821858-6983-4f01-abb8-68df4d16d5b3 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1904614 Mar 07 14:17:35.102949 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41720) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:35.107419 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-199ede14-728f-43b8-829d-e5f188a5eb21 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Request body: {'security_group_rule': {'security_group_id': 'e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:35.133421 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-199ede14-728f-43b8-829d-e5f188a5eb21 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group_rule (74ebbe96-5aa7-4d4d-81c9-928777856e1c), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.172834 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f003a2fa-43fa-4c09-9afb-8d24843a5120 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group (f7278339-a536-41a9-9376-2c2e56d1a327), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.179018 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f003a2fa-43fa-4c09-9afb-8d24843a5120 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (f7278339-a536-41a9-9376-2c2e56d1a327), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.185707 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-199ede14-728f-43b8-829d-e5f188a5eb21 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group_rule (74ebbe96-5aa7-4d4d-81c9-928777856e1c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.191443 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-199ede14-728f-43b8-829d-e5f188a5eb21 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (74ebbe96-5aa7-4d4d-81c9-928777856e1c), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.210680 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ede14-728f-43b8-829d-e5f188a5eb21 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ebbe96-5aa7-4d4d-81c9-928777856e1c,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:35.220556 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f003a2fa-43fa-4c09-9afb-8d24843a5120 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.222456 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-f003a2fa-43fa-4c09-9afb-8d24843a5120 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1710551 Mar 07 14:17:35.227188 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-199ede14-728f-43b8-829d-e5f188a5eb21 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.228473 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-199ede14-728f-43b8-829d-e5f188a5eb21 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245329 Mar 07 14:17:35.229044 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41724) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:35.233378 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-6296fb62-abf6-40d8-9f28-d853e577e0c0 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Request body: {'security_group_rule': {'security_group_id': 'f7278339-a536-41a9-9376-2c2e56d1a327', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:35.237175 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003a2fa-43fa-4c09-9afb-8d24843a5120 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7278339-a536-41a9-9376-2c2e56d1a327,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:35.237850 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41726) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:35.242349 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-5ac15434-d149-46e9-a6d0-2eb02b1f362c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Request body: {'floatingip': {'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:35.268485 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52758909-7738-40bd-a41a-19b82c8ba324 req-a5266181-583c-4f68-8ae9-d787599f9108 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:35.270065 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-52758909-7738-40bd-a41a-19b82c8ba324 req-a5266181-583c-4f68-8ae9-d787599f9108 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0644333 Mar 07 14:17:35.270881 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5ac15434-d149-46e9-a6d0-2eb02b1f362c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.288275 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6296fb62-abf6-40d8-9f28-d853e577e0c0 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group_rule (26bd4a1a-558e-4827-a4a2-9c0f23aa8b9f), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.322037 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-52758909-7738-40bd-a41a-19b82c8ba324 req-2203f38c-8dbb-4aff-a623-56defa948a25 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458791 Mar 07 14:17:35.391283 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6296fb62-abf6-40d8-9f28-d853e577e0c0 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group_rule (26bd4a1a-558e-4827-a4a2-9c0f23aa8b9f), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.395032 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6296fb62-abf6-40d8-9f28-d853e577e0c0 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (26bd4a1a-558e-4827-a4a2-9c0f23aa8b9f), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.416399 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296fb62-abf6-40d8-9f28-d853e577e0c0 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26bd4a1a-558e-4827-a4a2-9c0f23aa8b9f,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:35.426944 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6296fb62-abf6-40d8-9f28-d853e577e0c0 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.428135 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-6296fb62-abf6-40d8-9f28-d853e577e0c0 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1981266 Mar 07 14:17:35.431032 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41728) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:35.435532 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-461f26f8-2c47-4170-bfff-8a5eea3075ff tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Request body: {'security_group_rule': {'security_group_id': 'f7278339-a536-41a9-9376-2c2e56d1a327', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:35.438466 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5ac15434-d149-46e9-a6d0-2eb02b1f362c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.459882 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-461f26f8-2c47-4170-bfff-8a5eea3075ff tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group_rule (548bea5a-a0b6-4112-87f7-32b36a41a938), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.516438 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-461f26f8-2c47-4170-bfff-8a5eea3075ff tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group_rule (548bea5a-a0b6-4112-87f7-32b36a41a938), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.521279 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-461f26f8-2c47-4170-bfff-8a5eea3075ff tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (548bea5a-a0b6-4112-87f7-32b36a41a938), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.539434 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f26f8-2c47-4170-bfff-8a5eea3075ff tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548bea5a-a0b6-4112-87f7-32b36a41a938,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:35.545296 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-5ac15434-d149-46e9-a6d0-2eb02b1f362c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Allocated IP 172.27.2.173 (0de42621-7ed5-44f0-83fc-77dfdf4f89a1/f95c92d6-9e0f-4d00-9e79-b9c60c38725e/7372d27f-58a5-44fc-8de5-c84f7cc0c895) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:17:35.548605 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-461f26f8-2c47-4170-bfff-8a5eea3075ff tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.550643 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-461f26f8-2c47-4170-bfff-8a5eea3075ff tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179271 Mar 07 14:17:35.553991 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41730) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:35.560350 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-ce4ce094-62ca-47ea-8bd7-6ebcd1021021 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Request body: {'floatingip': {'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:35.582571 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce4ce094-62ca-47ea-8bd7-6ebcd1021021 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.649118 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5ac15434-d149-46e9-a6d0-2eb02b1f362c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for port (7372d27f-58a5-44fc-8de5-c84f7cc0c895), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.682134 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce4ce094-62ca-47ea-8bd7-6ebcd1021021 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.682908 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5ac15434-d149-46e9-a6d0-2eb02b1f362c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (7372d27f-58a5-44fc-8de5-c84f7cc0c895), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.726335 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac15434-d149-46e9-a6d0-2eb02b1f362c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:17:35.730153 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-5ac15434-d149-46e9-a6d0-2eb02b1f362c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:17:35.732730 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac15434-d149-46e9-a6d0-2eb02b1f362c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:17:35.755154 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac15434-d149-46e9-a6d0-2eb02b1f362c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event updated for resources: {'Port': ['ID=7372d27f-58a5-44fc-8de5-c84f7cc0c895,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:35.771327 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device c54a7d71-a3d1-4382-a87c-89e30ca61a09 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:17:35.789834 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-ce4ce094-62ca-47ea-8bd7-6ebcd1021021 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Allocated IP 172.27.2.115 (0de42621-7ed5-44f0-83fc-77dfdf4f89a1/f95c92d6-9e0f-4d00-9e79-b9c60c38725e/391870fb-cc09-416a-a6d8-939203e2323e) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:17:35.796316 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] No Port match for: c54a7d71-a3d1-4382-a87c-89e30ca61a09 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:17:35.796772 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device c54a7d71-a3d1-4382-a87c-89e30ca61a09 not bound to the agent host hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:17:35.826429 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5ac15434-d149-46e9-a6d0-2eb02b1f362c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (74f49e9b-06c6-4c62-9df6-785a36ea3b55), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.863829 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5ac15434-d149-46e9-a6d0-2eb02b1f362c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (7372d27f-58a5-44fc-8de5-c84f7cc0c895), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.895292 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce4ce094-62ca-47ea-8bd7-6ebcd1021021 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for port (391870fb-cc09-416a-a6d8-939203e2323e), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.934596 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce4ce094-62ca-47ea-8bd7-6ebcd1021021 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (391870fb-cc09-416a-a6d8-939203e2323e), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:35.973099 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4ce094-62ca-47ea-8bd7-6ebcd1021021 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:17:35.977322 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-ce4ce094-62ca-47ea-8bd7-6ebcd1021021 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:17:35.980749 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ce094-62ca-47ea-8bd7-6ebcd1021021 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:17:35.986227 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ce094-62ca-47ea-8bd7-6ebcd1021021 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Pushing event updated for resources: {'Port': ['ID=391870fb-cc09-416a-a6d8-939203e2323e,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:36.024964 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5ac15434-d149-46e9-a6d0-2eb02b1f362c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for port (7372d27f-58a5-44fc-8de5-c84f7cc0c895), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:36.030727 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5ac15434-d149-46e9-a6d0-2eb02b1f362c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7721250'] for port (7372d27f-58a5-44fc-8de5-c84f7cc0c895), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:36.089882 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce4ce094-62ca-47ea-8bd7-6ebcd1021021 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for floatingip (6f21038f-54ac-477d-8b7a-0e5592f54ffe), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:36.123155 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac15434-d149-46e9-a6d0-2eb02b1f362c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event updated for resources: {'Port': ['ID=7372d27f-58a5-44fc-8de5-c84f7cc0c895,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:36.137033 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce4ce094-62ca-47ea-8bd7-6ebcd1021021 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (391870fb-cc09-416a-a6d8-939203e2323e), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:36.147370 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5ac15434-d149-46e9-a6d0-2eb02b1f362c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (74f49e9b-06c6-4c62-9df6-785a36ea3b55), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:36.165479 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5ac15434-d149-46e9-a6d0-2eb02b1f362c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:36.175356 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-5ac15434-d149-46e9-a6d0-2eb02b1f362c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9284236 Mar 07 14:17:36.306960 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce4ce094-62ca-47ea-8bd7-6ebcd1021021 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for port (391870fb-cc09-416a-a6d8-939203e2323e), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:36.311948 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce4ce094-62ca-47ea-8bd7-6ebcd1021021 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276028'] for port (391870fb-cc09-416a-a6d8-939203e2323e), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:36.420069 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ce094-62ca-47ea-8bd7-6ebcd1021021 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Pushing event updated for resources: {'Port': ['ID=391870fb-cc09-416a-a6d8-939203e2323e,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:36.458214 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-c28c58f1-5a42-49b9-bdf2-723a4f23f3b8 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1244994828&fields=id&tenant_id=5b35d86dd1db4542b049ac07e779c9d7 HTTP/1.1" status: 200 len: 267 time: 0.1178935 Mar 07 14:17:36.458831 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce4ce094-62ca-47ea-8bd7-6ebcd1021021 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (6f21038f-54ac-477d-8b7a-0e5592f54ffe), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:36.500843 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce4ce094-62ca-47ea-8bd7-6ebcd1021021 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:36.502009 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-ce4ce094-62ca-47ea-8bd7-6ebcd1021021 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9470925 Mar 07 14:17:36.556653 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d08cf-f75b-43c6-a378-e088308c52bc req-247176ee-41ef-4506-8791-1d59d0af4821 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:36.558162 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ba7d08cf-f75b-43c6-a378-e088308c52bc req-247176ee-41ef-4506-8791-1d59d0af4821 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.1548178 Mar 07 14:17:36.614676 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3dd40f92-574f-4711-be22-356240be9d05 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:36.616097 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3dd40f92-574f-4711-be22-356240be9d05 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/networks?id=9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 200 len: 815 time: 0.1481168 Mar 07 14:17:36.641793 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ba7d08cf-f75b-43c6-a378-e088308c52bc req-8739f9b4-7fd2-4d34-8519-ab880a89af44 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764892 Mar 07 14:17:36.643539 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-ca785b8c-4586-405a-ad85-3c7e115a61a5 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/quotas/5b35d86dd1db4542b049ac07e779c9d7 HTTP/1.1" status: 200 len: 375 time: 0.0175314 Mar 07 14:17:36.700830 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-af2ad01c-8320-49e1-ae44-50ccf1629eee tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511563 Mar 07 14:17:36.763228 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-9b4b8c0c-81ac-42d3-a208-3c5dcb0d2f9a tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1802926549&fields=id&tenant_id=00562a6de5794d00b6b4085bc4010fb4 HTTP/1.1" status: 200 len: 267 time: 0.0455041 Mar 07 14:17:36.926390 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-7bcca960-f82e-4d64-a612-a2ce4721294a tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:36.927854 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-7bcca960-f82e-4d64-a612-a2ce4721294a tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/networks?id=933b9e65-7ee9-4adf-863f-8b675ebba9ea HTTP/1.1" status: 200 len: 811 time: 0.1579690 Mar 07 14:17:36.953383 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-a9739e41-49ff-4b08-9476-3997cdff92b5 service neutron] 10.222.0.26 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407985 Mar 07 14:17:36.954693 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-3e36c719-0e5f-4294-833b-40f34136da96 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/quotas/00562a6de5794d00b6b4085bc4010fb4 HTTP/1.1" status: 200 len: 375 time: 0.0192609 Mar 07 14:17:37.270899 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-834a26e3-0b7e-445d-b700-834270a0b30f tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=00562a6de5794d00b6b4085bc4010fb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3039863 Mar 07 14:17:37.274604 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-15556359-2dcd-458a-8aa0-336fd105da7c service neutron] 10.222.0.26 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145139 Mar 07 14:17:37.416059 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-c96cfd94-d338-4ff6-abb0-60c6cf016a83 service neutron] 10.222.0.26 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282015 Mar 07 14:17:37.507834 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-6c114e6a-77ef-4acd-a111-e303a5a642d9 service neutron] 10.222.0.26 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860167 Mar 07 14:17:37.667714 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-093b89f1-404b-4e6e-97c4-89e1440d96b6 req-984185b2-b68c-4c9c-8063-67fda8fac4b2 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 210 time: 0.0278447 Mar 07 14:17:37.773520 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d452e7-0312-4539-ae49-1fd79385c28d req-024f5282-0157-485e-aa0f-aaf79de148fb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:37.774996 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f2d452e7-0312-4539-ae49-1fd79385c28d req-024f5282-0157-485e-aa0f-aaf79de148fb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0537419 Mar 07 14:17:37.825415 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f2d452e7-0312-4539-ae49-1fd79385c28d req-6594e869-7ae1-4620-b77a-e15e2883067a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445704 Mar 07 14:17:38.451200 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0e990325-06b8-4d6b-bad0-f0263b0c5736 req-7f0dcf93-31fe-4e31-ba2f-85d3c946a88b tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 210 time: 0.0278029 Mar 07 14:17:38.794234 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e063220f-c978-43cc-947f-05ef7e4cd75b req-c5758296-38af-4eed-a053-24e471243ca4 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 210 time: 0.0400481 Mar 07 14:17:38.828874 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-3e9370db-98b9-4e50-ad61-20e5f2899bfd tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:38.830310 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-3e9370db-98b9-4e50-ad61-20e5f2899bfd tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.25 "GET /v2.0/networks?id=933b9e65-7ee9-4adf-863f-8b675ebba9ea HTTP/1.1" status: 200 len: 811 time: 0.1457179 Mar 07 14:17:38.923792 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-5496aa8e-3fce-489d-b5d7-aafaa0f96312 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00562a6de5794d00b6b4085bc4010fb4 HTTP/1.1" status: 200 len: 380 time: 0.0682459 Mar 07 14:17:38.964173 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-b2b2f9a2-542d-42af-9af8-163a5a865010 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Request body: {'port': {'device_id': '999b9840-0ba3-4fc9-98b2-7c0aac7e953f', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'admin_state_up': True, 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'security_groups': ['f7278339-a536-41a9-9376-2c2e56d1a327']}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:39.029442 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31146d-c3f5-48f7-9362-5242aa18dae0 req-0ff2b94b-b75b-4c07-adc4-116e6aa99742 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:39.030920 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fe31146d-c3f5-48f7-9362-5242aa18dae0 req-0ff2b94b-b75b-4c07-adc4-116e6aa99742 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.1062593 Mar 07 14:17:39.103847 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fe31146d-c3f5-48f7-9362-5242aa18dae0 req-dc2f4297-614e-494b-be42-2c29aa8d6f56 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652566 Mar 07 14:17:39.118277 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-b2b2f9a2-542d-42af-9af8-163a5a865010 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Made reservation on behalf of 00562a6de5794d00b6b4085bc4010fb4 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:17:39.121737 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-b2b2f9a2-542d-42af-9af8-163a5a865010 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:39.248471 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-b2b2f9a2-542d-42af-9af8-163a5a865010 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Allocated IP 172.20.0.5 (933b9e65-7ee9-4adf-863f-8b675ebba9ea/67446beb-321d-48fe-a154-bbf9a158e88a/9f50539c-eaee-420b-978e-b7b0bfead7db) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:17:39.382028 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-b2b2f9a2-542d-42af-9af8-163a5a865010 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for port (9f50539c-eaee-420b-978e-b7b0bfead7db), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:39.417072 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-b2b2f9a2-542d-42af-9af8-163a5a865010 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (9f50539c-eaee-420b-978e-b7b0bfead7db), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:39.467474 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-b2b2f9a2-542d-42af-9af8-163a5a865010 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Network 933b9e65-7ee9-4adf-863f-8b675ebba9ea is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:17:39.470515 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-b2b2f9a2-542d-42af-9af8-163a5a865010 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:17:39.476749 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-b2b2f9a2-542d-42af-9af8-163a5a865010 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:17:39.481543 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2f9a2-542d-42af-9af8-163a5a865010 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Pushing event updated for resources: {'Port': ['ID=9f50539c-eaee-420b-978e-b7b0bfead7db,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:39.538583 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-ae431f40-81c5-43d4-beaa-7bb9118e9793 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:39.541669 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-ae431f40-81c5-43d4-beaa-7bb9118e9793 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.25 "GET /v2.0/networks?id=9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 200 len: 815 time: 0.1383803 Mar 07 14:17:39.576935 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-687f9a6e-05bc-46ea-bd47-f40fde94156b req-de7e6eda-8fa7-4d1d-b18a-7ff1cce2fef1 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 210 time: 0.0352933 Mar 07 14:17:39.599120 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-b2b2f9a2-542d-42af-9af8-163a5a865010 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:39.599120 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-b2b2f9a2-542d-42af-9af8-163a5a865010 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:39.616137 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-b2b2f9a2-542d-42af-9af8-163a5a865010 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6572044 Mar 07 14:17:39.620843 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-e6893a97-909d-43ca-b872-77ff8e60a93e tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b35d86dd1db4542b049ac07e779c9d7 HTTP/1.1" status: 200 len: 380 time: 0.0657570 Mar 07 14:17:39.639260 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Request body: {'port': {'device_id': '999b9840-0ba3-4fc9-98b2-7c0aac7e953f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:39.639559 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-607a24da-7203-493d-b703-355867bd45a4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Request body: {'port': {'device_id': '78fb9c24-5da2-4923-a74e-3ac653792957', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'admin_state_up': True, 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'security_groups': ['e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:39.703992 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (9f50539c-eaee-420b-978e-b7b0bfead7db), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:39.726593 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-9b5cb179-381d-4033-8168-9f423ff50a39 None None] Provisioning complete for port 9f50539c-eaee-420b-978e-b7b0bfead7db triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:17:39.727729 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9b5cb179-381d-4033-8168-9f423ff50a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (9f50539c-eaee-420b-978e-b7b0bfead7db), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:39.754911 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-607a24da-7203-493d-b703-355867bd45a4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Made reservation on behalf of 5b35d86dd1db4542b049ac07e779c9d7 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:17:39.758710 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-607a24da-7203-493d-b703-355867bd45a4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:39.763177 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cb179-381d-4033-8168-9f423ff50a39 None None] Port 9f50539c-eaee-420b-978e-b7b0bfead7db cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:17:39.893130 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-607a24da-7203-493d-b703-355867bd45a4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Allocated IP 172.20.0.4 (9b62fa4f-b2cf-4013-a771-a3abfae0550b/94b6b23d-f0fc-499f-8502-08cb48270361/1aa58865-62fc-4cc9-b7d8-b785318caf85) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:17:39.959201 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1718d-b08d-45a2-aa9b-983b72a20a36 req-7a0d4805-8e70-4492-86b5-0dd21bff1f3c tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:39.960670 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-86e1718d-b08d-45a2-aa9b-983b72a20a36 req-7a0d4805-8e70-4492-86b5-0dd21bff1f3c tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 931 time: 0.0809052 Mar 07 14:17:40.027229 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-607a24da-7203-493d-b703-355867bd45a4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for port (1aa58865-62fc-4cc9-b7d8-b785318caf85), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:40.043887 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f50539c-eaee-420b-978e-b7b0bfead7db {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:17:40.051343 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-86e1718d-b08d-45a2-aa9b-983b72a20a36 req-b1915cd7-3663-48d0-a254-a7957bbee8e6 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7278339-a536-41a9-9376-2c2e56d1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839226 Mar 07 14:17:40.055457 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Publish callbacks [] for port (9f50539c-eaee-420b-978e-b7b0bfead7db), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:40.063055 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-607a24da-7203-493d-b703-355867bd45a4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (1aa58865-62fc-4cc9-b7d8-b785318caf85), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:40.077037 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Transition to ACTIVE for port object 9f50539c-eaee-420b-978e-b7b0bfead7db will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:17:40.081516 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276028'] for port (9f50539c-eaee-420b-978e-b7b0bfead7db), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:40.113828 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-607a24da-7203-493d-b703-355867bd45a4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Network 9b62fa4f-b2cf-4013-a771-a3abfae0550b is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:17:40.116939 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-607a24da-7203-493d-b703-355867bd45a4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:17:40.119465 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-607a24da-7203-493d-b703-355867bd45a4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:17:40.171889 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-607a24da-7203-493d-b703-355867bd45a4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:40.172490 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-607a24da-7203-493d-b703-355867bd45a4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:40.182451 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a24da-7203-493d-b703-355867bd45a4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event updated for resources: {'Port': ['ID=1aa58865-62fc-4cc9-b7d8-b785318caf85,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:40.198092 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-607a24da-7203-493d-b703-355867bd45a4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5621524 Mar 07 14:17:40.203915 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f50539c-eaee-420b-978e-b7b0bfead7db,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:40.217444 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Request body: {'port': {'device_id': '78fb9c24-5da2-4923-a74e-3ac653792957', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:40.283411 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Attempting to bind port 9f50539c-eaee-420b-978e-b7b0bfead7db on host hv-cinder-79400 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:17:40.283684 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Attempting to bind port 9f50539c-eaee-420b-978e-b7b0bfead7db by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'f718fe54-c345-4c76-b7b4-82d821b7c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:17:40.284042 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Attempting to bind port 9f50539c-eaee-420b-978e-b7b0bfead7db on network 933b9e65-7ee9-4adf-863f-8b675ebba9ea {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:17:40.297312 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Port 9f50539c-eaee-420b-978e-b7b0bfead7db on network 933b9e65-7ee9-4adf-863f-8b675ebba9ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:17:40.297633 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Attempting to bind port 9f50539c-eaee-420b-978e-b7b0bfead7db on network 933b9e65-7ee9-4adf-863f-8b675ebba9ea {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:17:40.303640 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (1aa58865-62fc-4cc9-b7d8-b785318caf85), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:40.309288 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Checking agent: {'id': 'c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'started_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:17:40.309708 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Checking segment: {'id': 'f718fe54-c345-4c76-b7b4-82d821b7c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:17:40.310178 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Bound using segment: {'id': 'f718fe54-c345-4c76-b7b4-82d821b7c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:17:40.310747 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Bound port: 9f50539c-eaee-420b-978e-b7b0bfead7db, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f718fe54-c345-4c76-b7b4-82d821b7c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:17:40.311016 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (9f50539c-eaee-420b-978e-b7b0bfead7db), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:40.323809 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad3f16-5325-48fa-9e5c-4980a7bfdd07 req-a2ef6914-b250-4987-b8b3-fcec5657eefb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:40.326426 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e8ad3f16-5325-48fa-9e5c-4980a7bfdd07 req-a2ef6914-b250-4987-b8b3-fcec5657eefb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.1236777 Mar 07 14:17:40.418812 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e8ad3f16-5325-48fa-9e5c-4980a7bfdd07 req-50d4e6ad-a1c5-4868-9d7d-09f4c94dfde8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858347 Mar 07 14:17:40.428694 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] For port 9f50539c-eaee-420b-978e-b7b0bfead7db, host hv-cinder-79400, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:17:40.432406 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] For port 9f50539c-eaee-420b-978e-b7b0bfead7db, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=9f50539c-eaee-420b-978e-b7b0bfead7db,segment=NetworkSegment(f718fe54-c345-4c76-b7b4-82d821b7c7db),segment_id=f718fe54-c345-4c76-b7b4-82d821b7c7db)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:17:40.445398 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276028'] for port (9f50539c-eaee-420b-978e-b7b0bfead7db), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:40.484174 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:40.484943 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:40.486178 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] 10.222.0.25 "PUT /v2.0/ports/9f50539c-eaee-420b-978e-b7b0bfead7db HTTP/1.1" status: 200 len: 1093 time: 0.8516297 Mar 07 14:17:40.486627 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999b9840-0ba3-4fc9-98b2-7c0aac7e953f', 'tag': '9f50539c-eaee-420b-978e-b7b0bfead7db'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:17:40.489443 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ef04eb-c395-483f-ab83-63f470fbb4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "999b9840-0ba3-4fc9-98b2-7c0aac7e953f", "tag": "9f50539c-eaee-420b-978e-b7b0bfead7db"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:17:40.498820 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-c9880211-2f46-4a73-9c33-4324a488a8ed None None] Provisioning complete for port 1aa58865-62fc-4cc9-b7d8-b785318caf85 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:17:40.499749 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c9880211-2f46-4a73-9c33-4324a488a8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (1aa58865-62fc-4cc9-b7d8-b785318caf85), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:40.514707 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc8ab0-fc73-4d1e-97b4-1c07807466d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f50539c-eaee-420b-978e-b7b0bfead7db,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:40.552290 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0492cda6-0585-46b5-a8a7-71493761a379 x-openstack-request-id: req-0492cda6-0585-46b5-a8a7-71493761a379 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:17:40.552566 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999b9840-0ba3-4fc9-98b2-7c0aac7e953f", "tag": "9f50539c-eaee-420b-978e-b7b0bfead7db", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:17:40.552848 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0492cda6-0585-46b5-a8a7-71493761a379 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:17:40.553310 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999b9840-0ba3-4fc9-98b2-7c0aac7e953f', 'tag': '9f50539c-eaee-420b-978e-b7b0bfead7db', 'status': 'completed', 'code': 200} Mar 07 14:17:40.561776 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c9880211-2f46-4a73-9c33-4324a488a8ed None None] Port 1aa58865-62fc-4cc9-b7d8-b785318caf85 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:17:40.614973 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-39db546b-1d9b-4da7-a9e6-defd9b428fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:40.616569 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-39db546b-1d9b-4da7-a9e6-defd9b428fdb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00562a6de5794d00b6b4085bc4010fb4&device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 1127 time: 0.0528243 Mar 07 14:17:40.635442 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa58865-62fc-4cc9-b7d8-b785318caf85 {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:17:40.645783 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Publish callbacks [] for port (1aa58865-62fc-4cc9-b7d8-b785318caf85), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:40.662597 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Transition to ACTIVE for port object 1aa58865-62fc-4cc9-b7d8-b785318caf85 will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:17:40.666324 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7721250'] for port (1aa58865-62fc-4cc9-b7d8-b785318caf85), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:40.672186 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-a795f3da-4248-49e5-b449-08a689630859 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f50539c-eaee-420b-978e-b7b0bfead7db HTTP/1.1" status: 200 len: 217 time: 0.0432365 Mar 07 14:17:40.717338 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Pushing event updated for resources: {'Port': ['ID=1aa58865-62fc-4cc9-b7d8-b785318caf85,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:40.749972 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-5d017287-a47d-4cf6-90b8-4bd7bbc7c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:40.751430 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-5d017287-a47d-4cf6-90b8-4bd7bbc7c299 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=67446beb-321d-48fe-a154-bbf9a158e88a HTTP/1.1" status: 200 len: 850 time: 0.0715673 Mar 07 14:17:40.763063 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a5015-0ced-4143-a6f1-950d1247e072 req-2595eced-3fef-4b70-b72c-6e83a0dab00f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:40.764728 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a61a5015-0ced-4143-a6f1-950d1247e072 req-2595eced-3fef-4b70-b72c-6e83a0dab00f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 943 time: 0.0959275 Mar 07 14:17:40.800849 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Attempting to bind port 1aa58865-62fc-4cc9-b7d8-b785318caf85 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:17:40.801192 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Attempting to bind port 1aa58865-62fc-4cc9-b7d8-b785318caf85 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:17:40.801525 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Attempting to bind port 1aa58865-62fc-4cc9-b7d8-b785318caf85 on network 9b62fa4f-b2cf-4013-a771-a3abfae0550b {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:17:40.806745 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Port 1aa58865-62fc-4cc9-b7d8-b785318caf85 on network 9b62fa4f-b2cf-4013-a771-a3abfae0550b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:17:40.807073 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Attempting to bind port 1aa58865-62fc-4cc9-b7d8-b785318caf85 on network 9b62fa4f-b2cf-4013-a771-a3abfae0550b {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:17:40.812006 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Checking agent: {'id': 'c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'started_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:17:40.812505 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Checking segment: {'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:17:40.812926 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Bound using segment: {'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:17:40.813350 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Bound port: 1aa58865-62fc-4cc9-b7d8-b785318caf85, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:17:40.813710 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (1aa58865-62fc-4cc9-b7d8-b785318caf85), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:40.844944 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a61a5015-0ced-4143-a6f1-950d1247e072 req-8199e432-071a-46a3-ba22-93e348ea50c6 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696571 Mar 07 14:17:40.847835 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-08c15619-b5e2-441e-8ca5-9a52fdbe6128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:40.849345 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-08c15619-b5e2-441e-8ca5-9a52fdbe6128 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=933b9e65-7ee9-4adf-863f-8b675ebba9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0837147 Mar 07 14:17:40.883567 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] For port 1aa58865-62fc-4cc9-b7d8-b785318caf85, host hv-cinder-79400, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:17:40.888829 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] For port 1aa58865-62fc-4cc9-b7d8-b785318caf85, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1aa58865-62fc-4cc9-b7d8-b785318caf85,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:17:40.896542 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7721250'] for port (1aa58865-62fc-4cc9-b7d8-b785318caf85), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:40.934927 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:40.935615 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:40.936935 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] 10.222.0.25 "PUT /v2.0/ports/1aa58865-62fc-4cc9-b7d8-b785318caf85 HTTP/1.1" status: 200 len: 1093 time: 0.7249188 Mar 07 14:17:40.937367 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78fb9c24-5da2-4923-a74e-3ac653792957', 'tag': '1aa58865-62fc-4cc9-b7d8-b785318caf85'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:17:40.939588 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b227fff841cc36c28be207e5082edf6552ac5a262496b0e086d32ab3e88bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d193cc24-af33-4945-a173-a796e936fa60" -d '{"events": [{"name": "network-changed", "server_uuid": "78fb9c24-5da2-4923-a74e-3ac653792957", "tag": "1aa58865-62fc-4cc9-b7d8-b785318caf85"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:17:40.953481 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-0a19c9e6-d71c-4589-acdb-5585d81459b9 service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976210 Mar 07 14:17:40.972566 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f6683-8f46-465c-97fb-26c8022bb68a service neutron] Pushing event updated for resources: {'Port': ['ID=1aa58865-62fc-4cc9-b7d8-b785318caf85,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:41.056215 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-fd46f88e-0102-446b-85d4-72e5dbdc03af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:41.058039 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-fd46f88e-0102-446b-85d4-72e5dbdc03af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 1127 time: 0.0539122 Mar 07 14:17:41.078395 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f26e8d67-8eb7-47b0-8b8b-7da309c2aba0 req-1f37a56b-c08e-47d5-91d6-d8e289fac1fe service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185949 Mar 07 14:17:41.152639 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25f9a16-761d-4348-8f38-394bd3f9f79e x-openstack-request-id: req-f25f9a16-761d-4348-8f38-394bd3f9f79e {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:17:41.152982 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78fb9c24-5da2-4923-a74e-3ac653792957", "tag": "1aa58865-62fc-4cc9-b7d8-b785318caf85", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:17:41.153200 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f25f9a16-761d-4348-8f38-394bd3f9f79e {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:17:41.154014 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78fb9c24-5da2-4923-a74e-3ac653792957', 'tag': '1aa58865-62fc-4cc9-b7d8-b785318caf85', 'status': 'completed', 'code': 200} Mar 07 14:17:41.155369 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-4927e5f8-ff16-4462-9406-7fd3ee179a95 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1aa58865-62fc-4cc9-b7d8-b785318caf85 HTTP/1.1" status: 200 len: 217 time: 0.0846620 Mar 07 14:17:41.186921 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00186d-d4c6-4890-8c29-56f92980ac86 req-6fb68972-798c-4ab7-8113-66f152f7040f tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:41.188406 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8e00186d-d4c6-4890-8c29-56f92980ac86 req-6fb68972-798c-4ab7-8113-66f152f7040f tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 943 time: 0.0583704 Mar 07 14:17:41.241487 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-25b662ee-d48f-4939-95aa-751a3bd43b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:41.242896 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-25b662ee-d48f-4939-95aa-751a3bd43b77 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94b6b23d-f0fc-499f-8502-08cb48270361 HTTP/1.1" status: 200 len: 854 time: 0.0443850 Mar 07 14:17:41.272366 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8e00186d-d4c6-4890-8c29-56f92980ac86 req-d68c55f7-be39-4353-9f22-da20ea494c1f tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7278339-a536-41a9-9376-2c2e56d1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774591 Mar 07 14:17:41.275074 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef04eb-c395-483f-ab83-63f470fbb4e3 req-86cfd38f-9d64-4ce9-86d4-a8b45db76a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:41.276494 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-09ef04eb-c395-483f-ab83-63f470fbb4e3 req-86cfd38f-9d64-4ce9-86d4-a8b45db76a02 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00562a6de5794d00b6b4085bc4010fb4&device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 1127 time: 0.0759983 Mar 07 14:17:41.297304 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-0722c9bb-176b-4ad5-8383-2707ec20a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:41.298828 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-0722c9bb-176b-4ad5-8383-2707ec20a82a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b62fa4f-b2cf-4013-a771-a3abfae0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492473 Mar 07 14:17:41.375314 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef04eb-c395-483f-ab83-63f470fbb4e3 req-28cc8d5c-e61c-4426-9881-1c9d33bb0e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:41.376550 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-09ef04eb-c395-483f-ab83-63f470fbb4e3 req-28cc8d5c-e61c-4426-9881-1c9d33bb0e81 service neutron] 10.222.0.25 "GET /v2.0/networks?id=933b9e65-7ee9-4adf-863f-8b675ebba9ea HTTP/1.1" status: 200 len: 912 time: 0.0944231 Mar 07 14:17:41.391399 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-b4159e42-9044-46d5-9eaa-d9a8a36cdfb9 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848169 Mar 07 14:17:41.420075 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-09ef04eb-c395-483f-ab83-63f470fbb4e3 req-8630eb1b-0a79-4c6c-ac7b-a1af6774fe46 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f50539c-eaee-420b-978e-b7b0bfead7db HTTP/1.1" status: 200 len: 217 time: 0.0377190 Mar 07 14:17:41.467519 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef04eb-c395-483f-ab83-63f470fbb4e3 req-7e06d78f-e47f-46f9-8c00-243a186ee855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:41.469241 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-09ef04eb-c395-483f-ab83-63f470fbb4e3 req-7e06d78f-e47f-46f9-8c00-243a186ee855 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=67446beb-321d-48fe-a154-bbf9a158e88a HTTP/1.1" status: 200 len: 850 time: 0.0433741 Mar 07 14:17:41.478390 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-53c0cb00-6368-437c-a7f0-73ff1e7cbe44 req-729892d8-62d6-4866-a48a-0de3c230f332 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811903 Mar 07 14:17:41.558893 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef04eb-c395-483f-ab83-63f470fbb4e3 req-e41fbcd3-ffec-4c76-b2c3-df7e46ef5945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:41.560323 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-09ef04eb-c395-483f-ab83-63f470fbb4e3 req-e41fbcd3-ffec-4c76-b2c3-df7e46ef5945 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=933b9e65-7ee9-4adf-863f-8b675ebba9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848126 Mar 07 14:17:41.573858 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc8b13-e49c-41fc-8c9e-cacefa911153 req-52126de3-e30f-43a3-8d99-f72a71af558c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:41.575323 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fcfc8b13-e49c-41fc-8c9e-cacefa911153 req-52126de3-e30f-43a3-8d99-f72a71af558c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0737910 Mar 07 14:17:41.616663 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193cc24-af33-4945-a173-a796e936fa60 req-3e05713b-dde9-4f92-a896-36fb7ed05b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:41.618352 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d193cc24-af33-4945-a173-a796e936fa60 req-3e05713b-dde9-4f92-a896-36fb7ed05b91 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 1127 time: 0.0495057 Mar 07 14:17:41.673340 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fcfc8b13-e49c-41fc-8c9e-cacefa911153 req-e1546f7e-4354-4938-8282-28ebfa820bc7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895731 Mar 07 14:17:41.702844 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-09ef04eb-c395-483f-ab83-63f470fbb4e3 req-d876ac9a-fee9-4e80-9203-00d299be21c9 service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265767 Mar 07 14:17:41.712017 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193cc24-af33-4945-a173-a796e936fa60 req-f032b776-76ad-4235-9bf9-452495596d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:41.713505 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d193cc24-af33-4945-a173-a796e936fa60 req-f032b776-76ad-4235-9bf9-452495596d64 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 200 len: 916 time: 0.0889630 Mar 07 14:17:41.756259 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d193cc24-af33-4945-a173-a796e936fa60 req-2638908a-bee0-4204-a03f-243104c299c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1aa58865-62fc-4cc9-b7d8-b785318caf85 HTTP/1.1" status: 200 len: 217 time: 0.0372951 Mar 07 14:17:41.793807 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-09ef04eb-c395-483f-ab83-63f470fbb4e3 req-56e846fe-f20f-4be0-9564-69486eddaf5b service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849571 Mar 07 14:17:41.803594 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193cc24-af33-4945-a173-a796e936fa60 req-2646f347-6cb2-4ef5-aabe-3df735fd0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:41.805047 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d193cc24-af33-4945-a173-a796e936fa60 req-2646f347-6cb2-4ef5-aabe-3df735fd0dbb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94b6b23d-f0fc-499f-8502-08cb48270361 HTTP/1.1" status: 200 len: 854 time: 0.0426843 Mar 07 14:17:41.857668 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193cc24-af33-4945-a173-a796e936fa60 req-70415637-d12d-401e-bbc7-5879b603fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:41.859131 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d193cc24-af33-4945-a173-a796e936fa60 req-70415637-d12d-401e-bbc7-5879b603fe55 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b62fa4f-b2cf-4013-a771-a3abfae0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427122 Mar 07 14:17:41.954914 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d193cc24-af33-4945-a173-a796e936fa60 req-b160ba4f-0370-4736-9415-61b6335ac83a service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886986 Mar 07 14:17:41.970362 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e10978-db29-4ea1-bff5-35018c8a7608 req-f450ccb7-3bfe-4293-a8a6-523282885680 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:41.971853 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-58e10978-db29-4ea1-bff5-35018c8a7608 req-f450ccb7-3bfe-4293-a8a6-523282885680 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 943 time: 0.0533011 Mar 07 14:17:42.019205 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-58e10978-db29-4ea1-bff5-35018c8a7608 req-a993b2d5-381e-42af-b728-973672022fa5 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415523 Mar 07 14:17:42.049984 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d193cc24-af33-4945-a173-a796e936fa60 req-98f83e7f-448c-4b58-ba97-fae70e1b0b80 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885968 Mar 07 14:17:42.419298 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c6430-c23d-45bc-8008-f09cae31c274 req-7894de18-fd4c-446e-b19b-4e0adf75f3d5 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:42.420856 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-161c6430-c23d-45bc-8008-f09cae31c274 req-7894de18-fd4c-446e-b19b-4e0adf75f3d5 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 943 time: 0.0645001 Mar 07 14:17:42.473577 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-161c6430-c23d-45bc-8008-f09cae31c274 req-b3c1b509-7d5e-4c98-827e-6bfc25acb753 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7278339-a536-41a9-9376-2c2e56d1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409310 Mar 07 14:17:42.796047 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60b0ec-baca-4c98-a1d1-a2bfaef489fc req-0537a2fd-2fa9-4c3b-93a2-ad1fb7c8ec8c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:42.798995 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5d60b0ec-baca-4c98-a1d1-a2bfaef489fc req-0537a2fd-2fa9-4c3b-93a2-ad1fb7c8ec8c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0524011 Mar 07 14:17:42.843737 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5d60b0ec-baca-4c98-a1d1-a2bfaef489fc req-41251d0f-1876-4d99-bc3f-20afca0cc7bb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395727 Mar 07 14:17:43.140850 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5eb5ef-f399-4351-a4e1-a19027475ea5 req-c069f61a-b452-41f7-991b-cfa46f6ea1a4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:43.142208 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5c5eb5ef-f399-4351-a4e1-a19027475ea5 req-c069f61a-b452-41f7-991b-cfa46f6ea1a4 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 943 time: 0.0507028 Mar 07 14:17:43.189713 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5c5eb5ef-f399-4351-a4e1-a19027475ea5 req-55873759-517d-45be-a7e8-f013364a6fc1 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412264 Mar 07 14:17:43.591578 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed86920-9e96-488e-a891-16468039cd11 req-f7940ac4-5dea-4cba-a11c-b833f2ec0b71 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:43.593055 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bed86920-9e96-488e-a891-16468039cd11 req-f7940ac4-5dea-4cba-a11c-b833f2ec0b71 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 943 time: 0.0517223 Mar 07 14:17:43.640575 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bed86920-9e96-488e-a891-16468039cd11 req-9571cae8-2ed4-428f-8fd0-08955163182e tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7278339-a536-41a9-9376-2c2e56d1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417607 Mar 07 14:17:43.833650 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 1aa58865-62fc-4cc9-b7d8-b785318caf85 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:17:43.932124 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 1aa58865-62fc-4cc9-b7d8-b785318caf85, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1aa58865-62fc-4cc9-b7d8-b785318caf85,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:17:43.943245 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Returning: {'device': '1aa58865-62fc-4cc9-b7d8-b785318caf85', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'port_id': '1aa58865-62fc-4cc9-b7d8-b785318caf85', 'mac_address': 'fa:16:3e:be:31:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:17:43.972173 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51142f38-f97b-4c4c-ab03-17fe76b6b56b req-85539be6-39c6-488c-a11e-0ed6b04971ad tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:43.973696 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-51142f38-f97b-4c4c-ab03-17fe76b6b56b req-85539be6-39c6-488c-a11e-0ed6b04971ad tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0563250 Mar 07 14:17:43.983901 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 1aa58865-62fc-4cc9-b7d8-b785318caf85 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:17:43.984289 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (1aa58865-62fc-4cc9-b7d8-b785318caf85), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:43.997214 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa58865-62fc-4cc9-b7d8-b785318caf85 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:17:44.016661 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 1aa58865-62fc-4cc9-b7d8-b785318caf85, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1aa58865-62fc-4cc9-b7d8-b785318caf85,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:17:44.021415 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (1aa58865-62fc-4cc9-b7d8-b785318caf85), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:44.021618 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-51142f38-f97b-4c4c-ab03-17fe76b6b56b req-9758cf52-4948-44e8-a6dd-5e2944735075 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420985 Mar 07 14:17:44.022016 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 9f50539c-eaee-420b-978e-b7b0bfead7db details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:17:44.092971 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=1aa58865-62fc-4cc9-b7d8-b785318caf85,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:44.127169 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:44.128078 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:44.128442 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:44.128872 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:44.129216 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:44.129541 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:44.129868 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:44.130192 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:44.130514 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:44.130851 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:44.131173 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:44.131492 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:44.131809 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:17:44.166865 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 9f50539c-eaee-420b-978e-b7b0bfead7db, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=9f50539c-eaee-420b-978e-b7b0bfead7db,segment=NetworkSegment(f718fe54-c345-4c76-b7b4-82d821b7c7db),segment_id=f718fe54-c345-4c76-b7b4-82d821b7c7db)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:17:44.177462 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Returning: {'device': '9f50539c-eaee-420b-978e-b7b0bfead7db', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'port_id': '9f50539c-eaee-420b-978e-b7b0bfead7db', 'mac_address': 'fa:16:3e:9e:ad:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:17:44.224434 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 9f50539c-eaee-420b-978e-b7b0bfead7db is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:17:44.224859 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (9f50539c-eaee-420b-978e-b7b0bfead7db), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:44.237795 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f50539c-eaee-420b-978e-b7b0bfead7db {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:17:44.256932 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 9f50539c-eaee-420b-978e-b7b0bfead7db, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=9f50539c-eaee-420b-978e-b7b0bfead7db,segment=NetworkSegment(f718fe54-c345-4c76-b7b4-82d821b7c7db),segment_id=f718fe54-c345-4c76-b7b4-82d821b7c7db)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:17:44.260651 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (9f50539c-eaee-420b-978e-b7b0bfead7db), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:44.308712 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=9f50539c-eaee-420b-978e-b7b0bfead7db,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:44.310191 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f2511-ffa8-4f4a-810d-a46fbf199671 req-badb121f-5d89-4225-a449-d770cad6ff56 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:44.311663 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8f2f2511-ffa8-4f4a-810d-a46fbf199671 req-badb121f-5d89-4225-a449-d770cad6ff56 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 944 time: 0.0564663 Mar 07 14:17:44.361022 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8f2f2511-ffa8-4f4a-810d-a46fbf199671 req-299bc893-f995-419e-af76-a33606b10530 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402205 Mar 07 14:17:44.762070 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2f029-91a4-4b0e-a799-6899eacadb08 req-81951e4d-45d9-4976-845a-9d602c38a65e tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:44.764718 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-65e2f029-91a4-4b0e-a799-6899eacadb08 req-81951e4d-45d9-4976-845a-9d602c38a65e tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 944 time: 0.0566800 Mar 07 14:17:44.785832 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['1aa58865-62fc-4cc9-b7d8-b785318caf85'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:17:44.814588 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-65e2f029-91a4-4b0e-a799-6899eacadb08 req-0a6854fb-8c71-44e9-a293-cb3c000272c7 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7278339-a536-41a9-9376-2c2e56d1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438414 Mar 07 14:17:44.817917 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['9f50539c-eaee-420b-978e-b7b0bfead7db'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:17:45.145266 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4faabd-d177-41b9-bebf-26f3dfc774f9 req-fa218ef9-6c16-4f9a-8b2f-516c51a2c68f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:45.146722 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2b4faabd-d177-41b9-bebf-26f3dfc774f9 req-fa218ef9-6c16-4f9a-8b2f-516c51a2c68f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0544276 Mar 07 14:17:45.191335 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2b4faabd-d177-41b9-bebf-26f3dfc774f9 req-67983008-87ad-41e4-ab7d-ed319be1608f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392420 Mar 07 14:17:45.476606 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ba625-b54c-472d-b4da-ada58c9861b8 req-6b0b10a1-8813-4ac0-8259-fc112056f988 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:45.478104 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fe9ba625-b54c-472d-b4da-ada58c9861b8 req-6b0b10a1-8813-4ac0-8259-fc112056f988 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 944 time: 0.0512140 Mar 07 14:17:45.525275 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fe9ba625-b54c-472d-b4da-ada58c9861b8 req-2867d4ba-4a36-4f71-b9d1-c6da5e035f33 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418007 Mar 07 14:17:45.849433 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 1aa58865-62fc-4cc9-b7d8-b785318caf85 up at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:17:45.873861 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d4bc081e-751b-48c6-a13a-df5d6be9650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:45.902988 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning for port 1aa58865-62fc-4cc9-b7d8-b785318caf85 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:17:45.906724 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning complete for port 1aa58865-62fc-4cc9-b7d8-b785318caf85 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:17:45.907102 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (1aa58865-62fc-4cc9-b7d8-b785318caf85), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:45.934786 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca267f4a-1770-4d91-a59e-c424f3aee68b req-f8acecf2-a66c-47d1-acb1-04cec1e9e3c5 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:45.936271 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca267f4a-1770-4d91-a59e-c424f3aee68b req-f8acecf2-a66c-47d1-acb1-04cec1e9e3c5 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 944 time: 0.0533335 Mar 07 14:17:45.982976 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 1aa58865-62fc-4cc9-b7d8-b785318caf85 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:17:45.983389 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (1aa58865-62fc-4cc9-b7d8-b785318caf85), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:45.987913 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca267f4a-1770-4d91-a59e-c424f3aee68b req-658cd97f-dc20-4533-a136-1df77be74684 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7278339-a536-41a9-9376-2c2e56d1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451303 Mar 07 14:17:46.006385 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fb9c24-5da2-4923-a74e-3ac653792957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa58865-62fc-4cc9-b7d8-b785318caf85'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:17:46.008559 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea01a450-3a57-4027-b2c9-747b7bed14fd" -d '{"events": [{"server_uuid": "78fb9c24-5da2-4923-a74e-3ac653792957", "name": "network-vif-plugged", "status": "completed", "tag": "1aa58865-62fc-4cc9-b7d8-b785318caf85"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:17:46.024898 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 1aa58865-62fc-4cc9-b7d8-b785318caf85, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1aa58865-62fc-4cc9-b7d8-b785318caf85,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:17:46.029269 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (1aa58865-62fc-4cc9-b7d8-b785318caf85), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:46.030038 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 9f50539c-eaee-420b-978e-b7b0bfead7db up at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:17:46.100443 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d18649d-d0b5-4f72-8ddc-4bce75916f1b x-openstack-request-id: req-1d18649d-d0b5-4f72-8ddc-4bce75916f1b {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:17:46.100752 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78fb9c24-5da2-4923-a74e-3ac653792957", "name": "network-vif-plugged", "status": "completed", "tag": "1aa58865-62fc-4cc9-b7d8-b785318caf85", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:17:46.101002 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d18649d-d0b5-4f72-8ddc-4bce75916f1b {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:17:46.101382 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fb9c24-5da2-4923-a74e-3ac653792957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa58865-62fc-4cc9-b7d8-b785318caf85', 'code': 200} Mar 07 14:17:46.107429 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=1aa58865-62fc-4cc9-b7d8-b785318caf85,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:46.119477 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning for port 9f50539c-eaee-420b-978e-b7b0bfead7db completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:17:46.123370 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning complete for port 9f50539c-eaee-420b-978e-b7b0bfead7db triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:17:46.123754 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (9f50539c-eaee-420b-978e-b7b0bfead7db), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:46.205387 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 9f50539c-eaee-420b-978e-b7b0bfead7db is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:17:46.206453 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (9f50539c-eaee-420b-978e-b7b0bfead7db), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:46.242217 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 9f50539c-eaee-420b-978e-b7b0bfead7db, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=9f50539c-eaee-420b-978e-b7b0bfead7db,segment=NetworkSegment(f718fe54-c345-4c76-b7b4-82d821b7c7db),segment_id=f718fe54-c345-4c76-b7b4-82d821b7c7db)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:17:46.246668 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (9f50539c-eaee-420b-978e-b7b0bfead7db), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:46.297601 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=9f50539c-eaee-420b-978e-b7b0bfead7db,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:46.304075 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6963a3-44a2-4247-9632-6b3059fd28a8 req-e805601f-616c-4807-971a-70d92ffe029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:46.305610 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ec6963a3-44a2-4247-9632-6b3059fd28a8 req-e805601f-616c-4807-971a-70d92ffe029e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 1129 time: 0.0466964 Mar 07 14:17:46.323943 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026aa90-b376-4599-b564-29e7b3c9cec7 req-dcb3b2e7-7649-484f-8a4a-769623e860b0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:46.325460 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f026aa90-b376-4599-b564-29e7b3c9cec7 req-dcb3b2e7-7649-484f-8a4a-769623e860b0 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0542028 Mar 07 14:17:46.353335 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ec6963a3-44a2-4247-9632-6b3059fd28a8 req-5dbb7531-b10a-4b31-b6b5-0a7368c04f8a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414591 Mar 07 14:17:46.371508 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f026aa90-b376-4599-b564-29e7b3c9cec7 req-733a7b4c-03b1-4825-b76d-eb7f8b7124ac tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398462 Mar 07 14:17:46.647401 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74025c21-4415-484f-b1bd-a02bc3f6271c req-6e9b32c3-2f8b-4f14-ba96-840980b2fbef tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:46.648886 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-74025c21-4415-484f-b1bd-a02bc3f6271c req-6e9b32c3-2f8b-4f14-ba96-840980b2fbef tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 945 time: 0.0521450 Mar 07 14:17:46.694536 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-74025c21-4415-484f-b1bd-a02bc3f6271c req-977457c1-a9fd-4210-91c4-371dfed71e14 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400805 Mar 07 14:17:47.114258 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9ab17-1cc6-46fd-960b-6e49425a6057 req-035650a1-9bcd-4709-91f7-bff995b4a332 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:47.115718 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-57e9ab17-1cc6-46fd-960b-6e49425a6057 req-035650a1-9bcd-4709-91f7-bff995b4a332 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 945 time: 0.0564415 Mar 07 14:17:47.161246 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-57e9ab17-1cc6-46fd-960b-6e49425a6057 req-54a6c3aa-abe8-4048-9994-5a339c45c086 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7278339-a536-41a9-9376-2c2e56d1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399916 Mar 07 14:17:47.493378 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b6634-6e24-490b-ad15-7ee5dca0739d req-794e2ef9-6cab-4ccd-8beb-b0f0291f61a5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:47.494840 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b64b6634-6e24-490b-ad15-7ee5dca0739d req-794e2ef9-6cab-4ccd-8beb-b0f0291f61a5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0519230 Mar 07 14:17:47.540828 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b64b6634-6e24-490b-ad15-7ee5dca0739d req-c3df3d09-4da7-4700-89db-8166ebf89ca1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403223 Mar 07 14:17:47.811749 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18478b-cbd7-49dd-b5cb-a9dbdc20f806 req-c739c70b-32eb-4785-a7bf-5bc93398895a tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:47.813225 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ba18478b-cbd7-49dd-b5cb-a9dbdc20f806 req-c739c70b-32eb-4785-a7bf-5bc93398895a tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 945 time: 0.0526443 Mar 07 14:17:47.863642 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ba18478b-cbd7-49dd-b5cb-a9dbdc20f806 req-3f5d9597-4ac1-4d57-b26a-acb1985e954d tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441840 Mar 07 14:17:48.102419 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999b9840-0ba3-4fc9-98b2-7c0aac7e953f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f50539c-eaee-420b-978e-b7b0bfead7db'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:17:48.104678 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08853156-b8d8-4815-8b71-fa54ef54f083" -d '{"events": [{"server_uuid": "999b9840-0ba3-4fc9-98b2-7c0aac7e953f", "name": "network-vif-plugged", "status": "completed", "tag": "9f50539c-eaee-420b-978e-b7b0bfead7db"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:17:48.139510 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c79207-d96c-43b3-bd61-9bea3cc8b656 x-openstack-request-id: req-10c79207-d96c-43b3-bd61-9bea3cc8b656 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:17:48.140285 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999b9840-0ba3-4fc9-98b2-7c0aac7e953f", "name": "network-vif-plugged", "status": "completed", "tag": "9f50539c-eaee-420b-978e-b7b0bfead7db", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:17:48.140285 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10c79207-d96c-43b3-bd61-9bea3cc8b656 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:17:48.140506 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999b9840-0ba3-4fc9-98b2-7c0aac7e953f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f50539c-eaee-420b-978e-b7b0bfead7db', 'code': 200} Mar 07 14:17:48.156462 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a1dc76a4-f993-408d-852b-73281b998281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:48.279220 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f784e-238d-4b4e-bfcd-800e585f90b7 req-82febee9-95a3-4f38-8429-16ef3bda75ec tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:48.280741 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-537f784e-238d-4b4e-bfcd-800e585f90b7 req-82febee9-95a3-4f38-8429-16ef3bda75ec tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 945 time: 0.0557528 Mar 07 14:17:48.326967 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-537f784e-238d-4b4e-bfcd-800e585f90b7 req-1e461c00-4a09-4fa9-ba2b-4e3508bf3b26 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7278339-a536-41a9-9376-2c2e56d1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399785 Mar 07 14:17:48.356634 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8479774-e1c6-49eb-9259-7a269eef4053 req-3741b147-910d-4cf6-b2ee-795ea31f864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:48.358090 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c8479774-e1c6-49eb-9259-7a269eef4053 req-3741b147-910d-4cf6-b2ee-795ea31f864a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 1129 time: 0.0431991 Mar 07 14:17:48.399694 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c8479774-e1c6-49eb-9259-7a269eef4053 req-6b9d5b17-0f3b-447e-9186-644749a4137b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f7278339-a536-41a9-9376-2c2e56d1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361652 Mar 07 14:17:48.666325 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61f06b-d1b0-446f-8118-a08a9eb3c491 req-6236e575-7517-4572-b04c-75cd89169518 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:48.667824 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7b61f06b-d1b0-446f-8118-a08a9eb3c491 req-6236e575-7517-4572-b04c-75cd89169518 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0537004 Mar 07 14:17:48.715740 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7b61f06b-d1b0-446f-8118-a08a9eb3c491 req-6ad66411-ae55-4e6a-90e7-83f1fe140fe9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421121 Mar 07 14:17:48.895994 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164e615-b9aa-4086-a255-c0b83eeb23e0 req-ceeddcef-ff9b-48c5-89a1-a2b097636e38 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:48.897744 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0164e615-b9aa-4086-a255-c0b83eeb23e0 req-ceeddcef-ff9b-48c5-89a1-a2b097636e38 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 945 time: 0.0583899 Mar 07 14:17:48.953439 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0164e615-b9aa-4086-a255-c0b83eeb23e0 req-242b075c-7e4a-4d4d-bb92-675a96ae47b3 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502148 Mar 07 14:17:48.993265 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa72e3f-4614-43f3-a896-c3984c996ad1 req-07c2dcfb-605f-4a68-8cf6-4c084014a2c6 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:48.994709 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cfa72e3f-4614-43f3-a896-c3984c996ad1 req-07c2dcfb-605f-4a68-8cf6-4c084014a2c6 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 945 time: 0.0564339 Mar 07 14:17:49.041405 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cfa72e3f-4614-43f3-a896-c3984c996ad1 req-828be792-24c0-4210-b9e7-1b066d292ba8 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411685 Mar 07 14:17:49.157386 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8453aaf-4a8a-4149-89ee-e53801184faa req-983df059-d1ee-4f0f-a60e-164119ac9ffc tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:49.158988 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f8453aaf-4a8a-4149-89ee-e53801184faa req-983df059-d1ee-4f0f-a60e-164119ac9ffc tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 945 time: 0.0557821 Mar 07 14:17:49.167383 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41894) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:49.171608 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-57ce3527-e42c-4f5f-b3a1-2c39596157b6 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Request body: {'floatingip': {'port_id': '1aa58865-62fc-4cc9-b7d8-b785318caf85'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:49.210556 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-57ce3527-e42c-4f5f-b3a1-2c39596157b6 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (74f49e9b-06c6-4c62-9df6-785a36ea3b55), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:49.427782 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:49.646210 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e9e49-525a-438c-b31d-c79b46e6f060 req-136730f2-21a0-4e0c-8353-48422496862b tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:49.647766 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7c3e9e49-525a-438c-b31d-c79b46e6f060 req-136730f2-21a0-4e0c-8353-48422496862b tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.25 "GET /v2.0/ports?device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 945 time: 0.0963132 Mar 07 14:17:49.765126 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641a27a-7f2a-47c0-9b48-aad657700e36 req-2617bf93-0996-42be-9043-32f950a32f2d tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:49.769166 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1641a27a-7f2a-47c0-9b48-aad657700e36 req-2617bf93-0996-42be-9043-32f950a32f2d tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 945 time: 0.3662639 Mar 07 14:17:49.779697 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-7c3e9e49-525a-438c-b31d-c79b46e6f060 req-7e9e9e3e-1835-4080-aba3-2471ca282481 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Deleting port e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:17:49.780034 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-7c3e9e49-525a-438c-b31d-c79b46e6f060 req-7e9e9e3e-1835-4080-aba3-2471ca282481 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (e7835d92-5f84-4ea0-ae32-ff24d9dab0d9), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:49.872832 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-7c3e9e49-525a-438c-b31d-c79b46e6f060 req-7e9e9e3e-1835-4080-aba3-2471ca282481 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] For port e7835d92-5f84-4ea0-ae32-ff24d9dab0d9, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=e7835d92-5f84-4ea0-ae32-ff24d9dab0d9,segment=NetworkSegment(49eb7f3d-1c66-492d-aa40-5b0103948f9f),segment_id=49eb7f3d-1c66-492d-aa40-5b0103948f9f)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:17:49.873196 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-7c3e9e49-525a-438c-b31d-c79b46e6f060 req-7e9e9e3e-1835-4080-aba3-2471ca282481 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (e7835d92-5f84-4ea0-ae32-ff24d9dab0d9), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:49.886624 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-7c3e9e49-525a-438c-b31d-c79b46e6f060 req-7e9e9e3e-1835-4080-aba3-2471ca282481 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Calling delete_port for e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:17:49.954903 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1641a27a-7f2a-47c0-9b48-aad657700e36 req-8e4df71a-d6ec-422c-b9ac-96b9feec95b7 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7278339-a536-41a9-9376-2c2e56d1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773682 Mar 07 14:17:50.039748 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-7c3e9e49-525a-438c-b31d-c79b46e6f060 req-7e9e9e3e-1835-4080-aba3-2471ca282481 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (e7835d92-5f84-4ea0-ae32-ff24d9dab0d9), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:50.044909 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbc590-8b37-4755-a559-9abfaa69e95f req-2e1cdfbf-0466-4cc2-ab9a-e95be4cbb3bd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:50.046406 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a5bbc590-8b37-4755-a559-9abfaa69e95f req-2e1cdfbf-0466-4cc2-ab9a-e95be4cbb3bd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.2440038 Mar 07 14:17:50.068102 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e9e3e-1835-4080-aba3-2471ca282481 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Pushing event deleted for resources: {'Port': ['ID=e7835d92-5f84-4ea0-ae32-ff24d9dab0d9,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:17:50.100702 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.db.resource_extend [None req-57ce3527-e42c-4f5f-b3a1-2c39596157b6 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 14:17:50.108891 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-23815a92-73e6-485b-82ac-4375102020b4 req-f99104f8-cb0a-4eae-ba63-5599324f29f4 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=310e1748-f5f3-40cc-938f-dd963482d8ad HTTP/1.1" status: 200 len: 210 time: 0.0615275 Mar 07 14:17:50.128259 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3e9e49-525a-438c-b31d-c79b46e6f060 req-7e9e9e3e-1835-4080-aba3-2471ca282481 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] No DVR routers for this DVR port e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 on host hv-cinder-79400 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:17:50.130762 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-7c3e9e49-525a-438c-b31d-c79b46e6f060 req-7e9e9e3e-1835-4080-aba3-2471ca282481 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:50.134015 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7c3e9e49-525a-438c-b31d-c79b46e6f060 req-7e9e9e3e-1835-4080-aba3-2471ca282481 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.25 "DELETE /v2.0/ports/e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 HTTP/1.1" status: 204 len: 173 time: 0.4800496 Mar 07 14:17:50.134445 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310e1748-f5f3-40cc-938f-dd963482d8ad', 'name': 'network-vif-deleted', 'tag': 'e7835d92-5f84-4ea0-ae32-ff24d9dab0d9'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:17:50.137162 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b227fff841cc36c28be207e5082edf6552ac5a262496b0e086d32ab3e88bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8e16ba-ab3f-4405-808c-affea5a6ae23" -d '{"events": [{"server_uuid": "310e1748-f5f3-40cc-938f-dd963482d8ad", "name": "network-vif-deleted", "tag": "e7835d92-5f84-4ea0-ae32-ff24d9dab0d9"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:17:50.175102 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e1aff7-1b9f-49f2-92af-f1968b60dcb8 x-openstack-request-id: req-a8e1aff7-1b9f-49f2-92af-f1968b60dcb8 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:17:50.175591 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310e1748-f5f3-40cc-938f-dd963482d8ad", "name": "network-vif-deleted", "tag": "e7835d92-5f84-4ea0-ae32-ff24d9dab0d9", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:17:50.175912 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8e1aff7-1b9f-49f2-92af-f1968b60dcb8 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:17:50.176402 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310e1748-f5f3-40cc-938f-dd963482d8ad', 'name': 'network-vif-deleted', 'tag': 'e7835d92-5f84-4ea0-ae32-ff24d9dab0d9', 'status': 'completed', 'code': 200} Mar 07 14:17:50.184067 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-57ce3527-e42c-4f5f-b3a1-2c39596157b6 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:50.188343 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a5bbc590-8b37-4755-a559-9abfaa69e95f req-5eab18ea-598b-493e-9c40-484b2efb3769 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1346002 Mar 07 14:17:50.189410 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-57ce3527-e42c-4f5f-b3a1-2c39596157b6 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (74f49e9b-06c6-4c62-9df6-785a36ea3b55), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:50.294477 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.l3_db [None req-57ce3527-e42c-4f5f-b3a1-2c39596157b6 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Floating IP 74f49e9b-06c6-4c62-9df6-785a36ea3b55 associated. External IP: 172.27.2.173, port: 1aa58865-62fc-4cc9-b7d8-b785318caf85. Mar 07 14:17:50.502467 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ce3527-e42c-4f5f-b3a1-2c39596157b6 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:17:50.613879 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ce3527-e42c-4f5f-b3a1-2c39596157b6 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:17:50.618783 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-57ce3527-e42c-4f5f-b3a1-2c39596157b6 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:50.626475 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0914209-a3ea-4275-845e-b8d7e39d65b4 None None] Sync routers for ids ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:17:50.636041 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0914209-a3ea-4275-845e-b8d7e39d65b4 None None] Routers {'5f90c74b-dc98-4d22-b6e4-7b99941379c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:17:50.636746 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d0914209-a3ea-4275-845e-b8d7e39d65b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:17:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:50.669447 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-57ce3527-e42c-4f5f-b3a1-2c39596157b6 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "PUT /v2.0/floatingips/74f49e9b-06c6-4c62-9df6-785a36ea3b55 HTTP/1.1" status: 200 len: 991 time: 1.4937356 Mar 07 14:17:50.669447 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78fb9c24-5da2-4923-a74e-3ac653792957', 'tag': '1aa58865-62fc-4cc9-b7d8-b785318caf85'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:17:50.669447 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c03e3b-d853-40c2-8019-1948ef255a54" -d '{"events": [{"name": "network-changed", "server_uuid": "78fb9c24-5da2-4923-a74e-3ac653792957", "tag": "1aa58865-62fc-4cc9-b7d8-b785318caf85"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:17:50.705006 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae41f8b2-253b-4aa2-be00-5e53e391c169 x-openstack-request-id: req-ae41f8b2-253b-4aa2-be00-5e53e391c169 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:17:50.705306 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78fb9c24-5da2-4923-a74e-3ac653792957", "tag": "1aa58865-62fc-4cc9-b7d8-b785318caf85", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:17:50.706801 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae41f8b2-253b-4aa2-be00-5e53e391c169 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:17:50.706801 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78fb9c24-5da2-4923-a74e-3ac653792957', 'tag': '1aa58865-62fc-4cc9-b7d8-b785318caf85', 'status': 'completed', 'code': 200} Mar 07 14:17:50.763290 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-d0914209-a3ea-4275-845e-b8d7e39d65b4 None None] Set router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:17:50.796381 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c03e3b-d853-40c2-8019-1948ef255a54 req-0a9859fd-b2ef-4057-b5aa-51f412ba0372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:50.798160 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-35c03e3b-d853-40c2-8019-1948ef255a54 req-0a9859fd-b2ef-4057-b5aa-51f412ba0372 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 1129 time: 0.0482621 Mar 07 14:17:50.886527 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c03e3b-d853-40c2-8019-1948ef255a54 req-19479ca0-704d-4b2b-b5c5-e196fa823f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:50.888011 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-35c03e3b-d853-40c2-8019-1948ef255a54 req-19479ca0-704d-4b2b-b5c5-e196fa823f5b service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 200 len: 916 time: 0.0836277 Mar 07 14:17:50.897979 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:50.988020 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-35c03e3b-d853-40c2-8019-1948ef255a54 req-78a1382c-0952-4450-8ef8-db16757bbf81 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1aa58865-62fc-4cc9-b7d8-b785318caf85 HTTP/1.1" status: 200 len: 999 time: 0.0933700 Mar 07 14:17:51.039212 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c03e3b-d853-40c2-8019-1948ef255a54 req-063759dd-6bc5-4730-9653-09e3e81c28af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:51.041078 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-35c03e3b-d853-40c2-8019-1948ef255a54 req-063759dd-6bc5-4730-9653-09e3e81c28af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94b6b23d-f0fc-499f-8502-08cb48270361 HTTP/1.1" status: 200 len: 854 time: 0.0479450 Mar 07 14:17:51.083150 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732fd8d-efd5-4707-abe0-f0e102047feb req-5c32e778-13d4-4826-80f8-9126595a3e97 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:51.085281 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f732fd8d-efd5-4707-abe0-f0e102047feb req-5c32e778-13d4-4826-80f8-9126595a3e97 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 945 time: 0.0547907 Mar 07 14:17:51.096622 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c03e3b-d853-40c2-8019-1948ef255a54 req-8f79de20-9618-44eb-a776-93f67999ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:51.098346 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-35c03e3b-d853-40c2-8019-1948ef255a54 req-8f79de20-9618-44eb-a776-93f67999ad72 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b62fa4f-b2cf-4013-a771-a3abfae0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517559 Mar 07 14:17:51.137317 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f732fd8d-efd5-4707-abe0-f0e102047feb req-f2d72faa-8087-47a6-9a96-119be9c5a2bd tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7278339-a536-41a9-9376-2c2e56d1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471597 Mar 07 14:17:51.185420 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d0914209-a3ea-4275-845e-b8d7e39d65b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': '74f49e9b-06c6-4c62-9df6-785a36ea3b55', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'port_id': '1aa58865-62fc-4cc9-b7d8-b785318caf85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'mac_address': 'fa:16:3e:be:31:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fb9c24-5da2-4923-a74e-3ac653792957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:17:35Z', 'updated_at': '2022-03-07T14:17:49Z', 'revision_number': 1, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 5, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:51.195302 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-35c03e3b-d853-40c2-8019-1948ef255a54 req-a7ea2972-6e05-4558-ba32-4d8fb333f078 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908365 Mar 07 14:17:51.217818 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0914209-a3ea-4275-845e-b8d7e39d65b4 None None] Checking router: 5f90c74b-dc98-4d22-b6e4-7b99941379c2 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:17:51.226959 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0914209-a3ea-4275-845e-b8d7e39d65b4 None None] Routers {'5f90c74b-dc98-4d22-b6e4-7b99941379c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:17:51.227812 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d0914209-a3ea-4275-845e-b8d7e39d65b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:17:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:51.287060 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae566f8-5cac-41f3-a507-8523510fa2fe req-3f8de1dd-9cf6-4084-a9be-04b33e44381c tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:51.291366 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4ae566f8-5cac-41f3-a507-8523510fa2fe req-3f8de1dd-9cf6-4084-a9be-04b33e44381c tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 945 time: 0.0792673 Mar 07 14:17:51.300934 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41918) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:17:51.305901 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-105dcb52-ecba-4b5f-9fc4-71aa96de8b64 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Request body: {'floatingip': {'port_id': '9f50539c-eaee-420b-978e-b7b0bfead7db'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:17:51.356985 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-105dcb52-ecba-4b5f-9fc4-71aa96de8b64 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for floatingip (6f21038f-54ac-477d-8b7a-0e5592f54ffe), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:51.381666 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-d0914209-a3ea-4275-845e-b8d7e39d65b4 None None] Set router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:17:51.389739 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62934d55-bf86-4d98-b958-6da62939d70b req-9de56b9e-0afc-4185-92bf-dce384e37ede tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:51.391296 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-62934d55-bf86-4d98-b958-6da62939d70b req-9de56b9e-0afc-4185-92bf-dce384e37ede tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0614018 Mar 07 14:17:51.448249 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-62934d55-bf86-4d98-b958-6da62939d70b req-1b4304c2-9d1a-4af8-86fe-635de0eeb594 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504217 Mar 07 14:17:51.650836 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d0914209-a3ea-4275-845e-b8d7e39d65b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': '74f49e9b-06c6-4c62-9df6-785a36ea3b55', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'port_id': '1aa58865-62fc-4cc9-b7d8-b785318caf85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'mac_address': 'fa:16:3e:be:31:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fb9c24-5da2-4923-a74e-3ac653792957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:17:35Z', 'updated_at': '2022-03-07T14:17:49Z', 'revision_number': 1, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 5, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:51.680666 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0914209-a3ea-4275-845e-b8d7e39d65b4 None None] The sync data for ids ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'] in dv-cinder-794001-5-iscsi is: [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': '74f49e9b-06c6-4c62-9df6-785a36ea3b55', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'port_id': '1aa58865-62fc-4cc9-b7d8-b785318caf85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'mac_address': 'fa:16:3e:be:31:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fb9c24-5da2-4923-a74e-3ac653792957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:17:35Z', 'updated_at': '2022-03-07T14:17:49Z', 'revision_number': 1, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 5, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:17:51.710736 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-35c03e3b-d853-40c2-8019-1948ef255a54 req-61beee66-19d1-41b7-b51c-b59dd3f5e61d service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084136 Mar 07 14:17:51.875546 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd81ec-8407-4ba0-ba46-3b2146a82a8f None None] New status for floating IP 74f49e9b-06c6-4c62-9df6-785a36ea3b55: ACTIVE {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:17:51.879503 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:17:51.901002 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] No Port match for: e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:17:51.901406 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device e7835d92-5f84-4ea0-ae32-ff24d9dab0d9 not bound to the agent host hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:17:52.072812 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-105dcb52-ecba-4b5f-9fc4-71aa96de8b64 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:52.077738 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-105dcb52-ecba-4b5f-9fc4-71aa96de8b64 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (6f21038f-54ac-477d-8b7a-0e5592f54ffe), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:52.178072 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.db.l3_db [None req-105dcb52-ecba-4b5f-9fc4-71aa96de8b64 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Floating IP 6f21038f-54ac-477d-8b7a-0e5592f54ffe associated. External IP: 172.27.2.115, port: 9f50539c-eaee-420b-978e-b7b0bfead7db. Mar 07 14:17:52.310421 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:52.386748 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105dcb52-ecba-4b5f-9fc4-71aa96de8b64 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Router a238a5af-fc11-4f25-af19-3d0796fd824b has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:17:52.494180 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105dcb52-ecba-4b5f-9fc4-71aa96de8b64 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:17:52.498993 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-105dcb52-ecba-4b5f-9fc4-71aa96de8b64 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:52.504603 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4dc86c-98c3-4572-a013-6c8de16b5053 None None] Sync routers for ids ['a238a5af-fc11-4f25-af19-3d0796fd824b'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:17:52.515208 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4dc86c-98c3-4572-a013-6c8de16b5053 None None] Routers {'a238a5af-fc11-4f25-af19-3d0796fd824b'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:17:52.515825 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-1d4dc86c-98c3-4572-a013-6c8de16b5053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:17:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['a238a5af-fc11-4f25-af19-3d0796fd824b'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:52.543684 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-105dcb52-ecba-4b5f-9fc4-71aa96de8b64 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "PUT /v2.0/floatingips/6f21038f-54ac-477d-8b7a-0e5592f54ffe HTTP/1.1" status: 200 len: 991 time: 1.2413678 Mar 07 14:17:52.544099 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999b9840-0ba3-4fc9-98b2-7c0aac7e953f', 'tag': '9f50539c-eaee-420b-978e-b7b0bfead7db'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:17:52.548864 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b227fff841cc36c28be207e5082edf6552ac5a262496b0e086d32ab3e88bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43a2cde-3723-4acf-9792-c6e81bfafa45" -d '{"events": [{"name": "network-changed", "server_uuid": "999b9840-0ba3-4fc9-98b2-7c0aac7e953f", "tag": "9f50539c-eaee-420b-978e-b7b0bfead7db"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:17:52.588290 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d2daec-3601-46f8-a21a-6c55fc3a7f6e x-openstack-request-id: req-38d2daec-3601-46f8-a21a-6c55fc3a7f6e {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:17:52.588596 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999b9840-0ba3-4fc9-98b2-7c0aac7e953f", "tag": "9f50539c-eaee-420b-978e-b7b0bfead7db", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:17:52.588877 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38d2daec-3601-46f8-a21a-6c55fc3a7f6e {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:17:52.589273 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999b9840-0ba3-4fc9-98b2-7c0aac7e953f', 'tag': '9f50539c-eaee-420b-978e-b7b0bfead7db', 'status': 'completed', 'code': 200} Mar 07 14:17:52.595191 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67606e0-d687-4645-b55a-d55828a587b6 req-de5951a4-eff2-40ef-849c-d210d2f59148 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:52.597516 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f67606e0-d687-4645-b55a-d55828a587b6 req-de5951a4-eff2-40ef-849c-d210d2f59148 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0673604 Mar 07 14:17:52.637195 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-1d4dc86c-98c3-4572-a013-6c8de16b5053 None None] Set router a238a5af-fc11-4f25-af19-3d0796fd824b gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:17:52.644809 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f67606e0-d687-4645-b55a-d55828a587b6 req-11874dfd-2ae1-4ae6-8714-61fd8df02fbb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416594 Mar 07 14:17:52.858739 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-1d4dc86c-98c3-4572-a013-6c8de16b5053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:05Z', 'revision_number': 4, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': '6f21038f-54ac-477d-8b7a-0e5592f54ffe', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'port_id': '9f50539c-eaee-420b-978e-b7b0bfead7db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'mac_address': 'fa:16:3e:9e:ad:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999b9840-0ba3-4fc9-98b2-7c0aac7e953f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:17:36Z', 'updated_at': '2022-03-07T14:17:51Z', 'revision_number': 1, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c683bc98-e469-48e5-a3ee-5a5781bf6190', 'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'mac_address': 'fa:16:3e:5e:00:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:04Z', 'updated_at': '2022-03-07T14:08:16Z', 'revision_number': 5, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'subnets': [{'id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:52.884282 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4dc86c-98c3-4572-a013-6c8de16b5053 None None] Checking router: a238a5af-fc11-4f25-af19-3d0796fd824b for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:17:52.892898 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4dc86c-98c3-4572-a013-6c8de16b5053 None None] Routers {'a238a5af-fc11-4f25-af19-3d0796fd824b'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:17:52.894153 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-1d4dc86c-98c3-4572-a013-6c8de16b5053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:17:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['a238a5af-fc11-4f25-af19-3d0796fd824b'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:53.043579 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-1d4dc86c-98c3-4572-a013-6c8de16b5053 None None] Set router a238a5af-fc11-4f25-af19-3d0796fd824b gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:17:53.455807 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-1d4dc86c-98c3-4572-a013-6c8de16b5053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:05Z', 'revision_number': 4, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': '6f21038f-54ac-477d-8b7a-0e5592f54ffe', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'port_id': '9f50539c-eaee-420b-978e-b7b0bfead7db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'mac_address': 'fa:16:3e:9e:ad:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999b9840-0ba3-4fc9-98b2-7c0aac7e953f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:17:36Z', 'updated_at': '2022-03-07T14:17:51Z', 'revision_number': 1, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c683bc98-e469-48e5-a3ee-5a5781bf6190', 'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'mac_address': 'fa:16:3e:5e:00:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:04Z', 'updated_at': '2022-03-07T14:08:16Z', 'revision_number': 5, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'subnets': [{'id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:17:53.481500 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4dc86c-98c3-4572-a013-6c8de16b5053 None None] The sync data for ids ['a238a5af-fc11-4f25-af19-3d0796fd824b'] in dv-cinder-794001-5-iscsi is: [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:05Z', 'revision_number': 4, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': '6f21038f-54ac-477d-8b7a-0e5592f54ffe', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'port_id': '9f50539c-eaee-420b-978e-b7b0bfead7db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'mac_address': 'fa:16:3e:9e:ad:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999b9840-0ba3-4fc9-98b2-7c0aac7e953f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:17:36Z', 'updated_at': '2022-03-07T14:17:51Z', 'revision_number': 1, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c683bc98-e469-48e5-a3ee-5a5781bf6190', 'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'mac_address': 'fa:16:3e:5e:00:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:04Z', 'updated_at': '2022-03-07T14:08:16Z', 'revision_number': 5, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'subnets': [{'id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:17:53.671275 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe8253-fb23-40e4-ab4b-caa4a5d194d2 None None] New status for floating IP 6f21038f-54ac-477d-8b7a-0e5592f54ffe: ACTIVE {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:17:53.776824 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90018696-db32-43ae-8dd8-fe6275ecb6c6 req-1998f5ba-d38f-463f-8cac-5bc7b8fe94eb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:53.778221 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-90018696-db32-43ae-8dd8-fe6275ecb6c6 req-1998f5ba-d38f-463f-8cac-5bc7b8fe94eb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0526893 Mar 07 14:17:53.827586 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-90018696-db32-43ae-8dd8-fe6275ecb6c6 req-55ba727a-ed84-405e-852d-653c2dd2b86b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436828 Mar 07 14:17:54.900463 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a2cde-3723-4acf-9792-c6e81bfafa45 req-df8000b2-839c-45e9-a96c-52686d848f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:54.902020 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e43a2cde-3723-4acf-9792-c6e81bfafa45 req-df8000b2-839c-45e9-a96c-52686d848f0e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00562a6de5794d00b6b4085bc4010fb4&device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 1129 time: 0.0453756 Mar 07 14:17:54.952723 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03baa5-b152-40ec-bf5e-31f24bcc703b req-70697acd-ca73-486a-8672-9aa643ed21ea tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:54.954206 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2e03baa5-b152-40ec-bf5e-31f24bcc703b req-70697acd-ca73-486a-8672-9aa643ed21ea tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0533338 Mar 07 14:17:54.991081 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a2cde-3723-4acf-9792-c6e81bfafa45 req-25505d89-31ab-4b22-a951-eda7542ae251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:54.992620 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e43a2cde-3723-4acf-9792-c6e81bfafa45 req-25505d89-31ab-4b22-a951-eda7542ae251 service neutron] 10.222.0.25 "GET /v2.0/networks?id=933b9e65-7ee9-4adf-863f-8b675ebba9ea HTTP/1.1" status: 200 len: 912 time: 0.0846181 Mar 07 14:17:55.002620 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2e03baa5-b152-40ec-bf5e-31f24bcc703b req-d828653d-ad4f-4d5b-a014-f4a800561507 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418720 Mar 07 14:17:55.060924 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e43a2cde-3723-4acf-9792-c6e81bfafa45 req-bdf29e11-fcea-4edd-ae66-3d8fcba75cc8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f50539c-eaee-420b-978e-b7b0bfead7db HTTP/1.1" status: 200 len: 1001 time: 0.0619233 Mar 07 14:17:55.107245 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a2cde-3723-4acf-9792-c6e81bfafa45 req-38fb9c24-f3de-408d-b836-cde2447a0a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:55.108647 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e43a2cde-3723-4acf-9792-c6e81bfafa45 req-38fb9c24-f3de-408d-b836-cde2447a0a3d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=67446beb-321d-48fe-a154-bbf9a158e88a HTTP/1.1" status: 200 len: 850 time: 0.0423217 Mar 07 14:17:55.156632 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a2cde-3723-4acf-9792-c6e81bfafa45 req-bd1b12a9-925a-4993-b8a6-18f61bb5c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:55.158041 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e43a2cde-3723-4acf-9792-c6e81bfafa45 req-bd1b12a9-925a-4993-b8a6-18f61bb5c134 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=933b9e65-7ee9-4adf-863f-8b675ebba9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436199 Mar 07 14:17:55.245799 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e43a2cde-3723-4acf-9792-c6e81bfafa45 req-ddab1cdc-d879-4fe1-a07a-31f6b2728ea4 service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816233 Mar 07 14:17:55.337123 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e43a2cde-3723-4acf-9792-c6e81bfafa45 req-252c481d-abd0-4878-b189-36f557dbe404 service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858262 Mar 07 14:17:55.399817 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:17:56.124320 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00622901-6711-49ed-a369-de65f5f3fd2d req-7ca73864-70db-4008-8c4b-f30c5d6e51c8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:56.125808 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-00622901-6711-49ed-a369-de65f5f3fd2d req-7ca73864-70db-4008-8c4b-f30c5d6e51c8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0510068 Mar 07 14:17:56.171427 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-00622901-6711-49ed-a369-de65f5f3fd2d req-2f201bc4-b3f2-4e92-b54c-0f97fcfcf72c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396457 Mar 07 14:17:56.526321 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:17:57.542409 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fd1bd-9ddd-44cc-b30d-706343aa047d req-8b6cb9e8-8701-42b5-a2fd-5e49c1c1db11 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:57.543800 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6e4fd1bd-9ddd-44cc-b30d-706343aa047d req-8b6cb9e8-8701-42b5-a2fd-5e49c1c1db11 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.3006353 Mar 07 14:17:57.589221 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6e4fd1bd-9ddd-44cc-b30d-706343aa047d req-faf68610-c42c-4c7e-80a2-db5741e95660 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398612 Mar 07 14:17:58.758712 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cdfa5-2045-4bde-82e5-8ee8d98ca397 req-4ddef41d-5b87-44a5-8d63-19c531e717ca tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:58.760177 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dd6cdfa5-2045-4bde-82e5-8ee8d98ca397 req-4ddef41d-5b87-44a5-8d63-19c531e717ca tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.1003454 Mar 07 14:17:58.807338 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dd6cdfa5-2045-4bde-82e5-8ee8d98ca397 req-63b630d3-921c-4d9b-b560-9a4da60f6899 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413120 Mar 07 14:17:59.929555 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256fc27-162b-4e92-bf3a-cd20f4b5f892 req-24892a97-1b83-4aa5-9cbb-a6956d17e435 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:17:59.931011 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b256fc27-162b-4e92-bf3a-cd20f4b5f892 req-24892a97-1b83-4aa5-9cbb-a6956d17e435 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0550547 Mar 07 14:17:59.976219 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b256fc27-162b-4e92-bf3a-cd20f4b5f892 req-3dff9ecc-47fc-4fcc-b33f-840458409f6a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397701 Mar 07 14:18:01.099710 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc453c93-9359-414c-901b-fb58b9bcfc40 req-be0e0a86-1343-4c61-8935-fbdee0cf2efb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:01.101723 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cc453c93-9359-414c-901b-fb58b9bcfc40 req-be0e0a86-1343-4c61-8935-fbdee0cf2efb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0540268 Mar 07 14:18:01.157351 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cc453c93-9359-414c-901b-fb58b9bcfc40 req-9e8de06a-c425-46bd-af7b-7c01150bdae7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493042 Mar 07 14:18:01.347281 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-ccf09db0-9292-4527-8462-5da83f8d9f38 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:01.348745 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-ccf09db0-9292-4527-8462-5da83f8d9f38 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/networks?id=4ee45391-4b21-442b-9427-e7fb0d777af8 HTTP/1.1" status: 200 len: 814 time: 0.1008620 Mar 07 14:18:01.362786 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-20170774-979e-48c6-9c4e-eea979eb02df tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/quotas/8b551156cb0845268ffb24ba78acd912 HTTP/1.1" status: 200 len: 375 time: 0.0087528 Mar 07 14:18:01.394474 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-e5622f92-ff79-41a1-9258-7469ed63745e tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b551156cb0845268ffb24ba78acd912&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269849 Mar 07 14:18:01.484119 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-1abdfa5e-8b2a-4bb6-8ba5-02ae29f909d3 service neutron] 10.222.0.26 "GET /v2.0/networks/4ee45391-4b21-442b-9427-e7fb0d777af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832260 Mar 07 14:18:01.573108 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-80ae5dec-af9c-4166-ad9b-7065a7d0a75e service neutron] 10.222.0.26 "GET /v2.0/networks/4ee45391-4b21-442b-9427-e7fb0d777af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818789 Mar 07 14:18:01.729234 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8f30fde8-24c9-42c1-8e8d-3630c7e6d193 req-02b867e8-aef5-4523-a1cc-421fd72adec8 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88959b8-a7a9-4bce-b3a8-0e188c61e7a5 HTTP/1.1" status: 200 len: 210 time: 0.0263398 Mar 07 14:18:02.286943 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c103c0-5293-4612-861a-583d3b032749 req-ecbcd702-56c7-4917-a6c1-0a457e022e42 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:02.288417 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-92c103c0-5293-4612-861a-583d3b032749 req-ecbcd702-56c7-4917-a6c1-0a457e022e42 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0605330 Mar 07 14:18:02.334133 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-92c103c0-5293-4612-861a-583d3b032749 req-f3077ba0-2562-428a-b1af-089aa5bacf88 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400596 Mar 07 14:18:02.779304 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-5bd48535-fa9b-4dfc-ace7-32f802e1c824 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:02.780775 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-5bd48535-fa9b-4dfc-ace7-32f802e1c824 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.25 "GET /v2.0/networks?id=4ee45391-4b21-442b-9427-e7fb0d777af8 HTTP/1.1" status: 200 len: 814 time: 0.1113491 Mar 07 14:18:02.822918 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-1ddf4503-f9a6-4f3a-a9cb-610aac935796 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Request body: {'port': {'device_id': 'b88959b8-a7a9-4bce-b3a8-0e188c61e7a5', 'network_id': '4ee45391-4b21-442b-9427-e7fb0d777af8', 'admin_state_up': True, 'tenant_id': '8b551156cb0845268ffb24ba78acd912'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:18:02.836803 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-00805255-c705-4f87-82d9-1db1c454ebe5 req-acc1ac33-c0fc-4489-ad46-a5bf6292400c tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88959b8-a7a9-4bce-b3a8-0e188c61e7a5 HTTP/1.1" status: 200 len: 210 time: 0.0382762 Mar 07 14:18:02.934654 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-1ddf4503-f9a6-4f3a-a9cb-610aac935796 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Made reservation on behalf of 8b551156cb0845268ffb24ba78acd912 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:18:02.937932 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-1ddf4503-f9a6-4f3a-a9cb-610aac935796 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:03.057306 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-1ddf4503-f9a6-4f3a-a9cb-610aac935796 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Allocated IP 172.20.0.3 (4ee45391-4b21-442b-9427-e7fb0d777af8/6ba54286-24cc-44a9-b1e4-62ea294a6865/905ed17f-b839-4c9b-abbb-587d70e9f5fa) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:18:03.198874 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-1ddf4503-f9a6-4f3a-a9cb-610aac935796 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Publish callbacks [] for port (905ed17f-b839-4c9b-abbb-587d70e9f5fa), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:03.237717 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-1ddf4503-f9a6-4f3a-a9cb-610aac935796 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (905ed17f-b839-4c9b-abbb-587d70e9f5fa), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:03.281270 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-1ddf4503-f9a6-4f3a-a9cb-610aac935796 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Network 4ee45391-4b21-442b-9427-e7fb0d777af8 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:18:03.286771 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-1ddf4503-f9a6-4f3a-a9cb-610aac935796 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:18:03.291425 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-1ddf4503-f9a6-4f3a-a9cb-610aac935796 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:18:03.295176 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf4503-f9a6-4f3a-a9cb-610aac935796 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Pushing event updated for resources: {'Port': ['ID=905ed17f-b839-4c9b-abbb-587d70e9f5fa,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:03.342956 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-1ddf4503-f9a6-4f3a-a9cb-610aac935796 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:03.343552 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-1ddf4503-f9a6-4f3a-a9cb-610aac935796 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:03.359306 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-1ddf4503-f9a6-4f3a-a9cb-610aac935796 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5404291 Mar 07 14:18:03.377753 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Request body: {'port': {'device_id': 'b88959b8-a7a9-4bce-b3a8-0e188c61e7a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:18:03.436038 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (905ed17f-b839-4c9b-abbb-587d70e9f5fa), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:03.457553 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3b09a-0fa6-437c-9dc6-40c65beb9781 req-a319d98c-72f7-4e8e-8a44-66a9ef37af2b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:03.459101 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f0f3b09a-0fa6-437c-9dc6-40c65beb9781 req-a319d98c-72f7-4e8e-8a44-66a9ef37af2b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0536292 Mar 07 14:18:03.509977 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f0f3b09a-0fa6-437c-9dc6-40c65beb9781 req-3e77e248-4aa4-483b-8f3d-a0583f856e93 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453649 Mar 07 14:18:03.706059 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905ed17f-b839-4c9b-abbb-587d70e9f5fa {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:18:03.713593 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Publish callbacks [] for port (905ed17f-b839-4c9b-abbb-587d70e9f5fa), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:03.726377 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Transition to ACTIVE for port object 905ed17f-b839-4c9b-abbb-587d70e9f5fa will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:18:03.729987 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7721250'] for port (905ed17f-b839-4c9b-abbb-587d70e9f5fa), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:03.777013 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Pushing event updated for resources: {'Port': ['ID=905ed17f-b839-4c9b-abbb-587d70e9f5fa,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:03.845195 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Attempting to bind port 905ed17f-b839-4c9b-abbb-587d70e9f5fa on host hv-cinder-79400 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:18:03.846429 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Attempting to bind port 905ed17f-b839-4c9b-abbb-587d70e9f5fa by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '49eb7f3d-1c66-492d-aa40-5b0103948f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4ee45391-4b21-442b-9427-e7fb0d777af8'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:18:03.846537 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Attempting to bind port 905ed17f-b839-4c9b-abbb-587d70e9f5fa on network 4ee45391-4b21-442b-9427-e7fb0d777af8 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:18:03.850818 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Port 905ed17f-b839-4c9b-abbb-587d70e9f5fa on network 4ee45391-4b21-442b-9427-e7fb0d777af8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:18:03.851172 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Attempting to bind port 905ed17f-b839-4c9b-abbb-587d70e9f5fa on network 4ee45391-4b21-442b-9427-e7fb0d777af8 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:18:03.855953 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Checking agent: {'id': 'c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'started_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:18:03.856311 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Checking segment: {'id': '49eb7f3d-1c66-492d-aa40-5b0103948f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4ee45391-4b21-442b-9427-e7fb0d777af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:18:03.856707 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Bound using segment: {'id': '49eb7f3d-1c66-492d-aa40-5b0103948f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4ee45391-4b21-442b-9427-e7fb0d777af8'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:18:03.857149 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Bound port: 905ed17f-b839-4c9b-abbb-587d70e9f5fa, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49eb7f3d-1c66-492d-aa40-5b0103948f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4ee45391-4b21-442b-9427-e7fb0d777af8'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:18:03.857508 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (905ed17f-b839-4c9b-abbb-587d70e9f5fa), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:03.923714 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] For port 905ed17f-b839-4c9b-abbb-587d70e9f5fa, host hv-cinder-79400, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:18:03.927038 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] For port 905ed17f-b839-4c9b-abbb-587d70e9f5fa, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=905ed17f-b839-4c9b-abbb-587d70e9f5fa,segment=NetworkSegment(49eb7f3d-1c66-492d-aa40-5b0103948f9f),segment_id=49eb7f3d-1c66-492d-aa40-5b0103948f9f)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:18:03.933723 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7721250'] for port (905ed17f-b839-4c9b-abbb-587d70e9f5fa), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:03.957467 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a820f6-7d2e-4301-bc24-248323001cd5 req-0052e0ec-4daf-4596-8fe3-646130b958fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:03.958986 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b4a820f6-7d2e-4301-bc24-248323001cd5 req-0052e0ec-4daf-4596-8fe3-646130b958fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88959b8-a7a9-4bce-b3a8-0e188c61e7a5 HTTP/1.1" status: 200 len: 943 time: 0.0526526 Mar 07 14:18:03.966405 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:03.967023 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:03.968414 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] 10.222.0.25 "PUT /v2.0/ports/905ed17f-b839-4c9b-abbb-587d70e9f5fa HTTP/1.1" status: 200 len: 1093 time: 0.5950511 Mar 07 14:18:03.968880 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88959b8-a7a9-4bce-b3a8-0e188c61e7a5', 'tag': '905ed17f-b839-4c9b-abbb-587d70e9f5fa'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:18:03.971734 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b227fff841cc36c28be207e5082edf6552ac5a262496b0e086d32ab3e88bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d97975-2788-4d98-89d9-ef665e39c5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b88959b8-a7a9-4bce-b3a8-0e188c61e7a5", "tag": "905ed17f-b839-4c9b-abbb-587d70e9f5fa"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:18:04.001563 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fa84d-abd0-48d2-b881-a61af182e0ea service neutron] Pushing event updated for resources: {'Port': ['ID=905ed17f-b839-4c9b-abbb-587d70e9f5fa,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:04.007804 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443d253f-6da8-4364-ab3f-54a68ec9731e x-openstack-request-id: req-443d253f-6da8-4364-ab3f-54a68ec9731e {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:18:04.008157 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88959b8-a7a9-4bce-b3a8-0e188c61e7a5", "tag": "905ed17f-b839-4c9b-abbb-587d70e9f5fa", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:18:04.008473 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-443d253f-6da8-4364-ab3f-54a68ec9731e {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:18:04.008960 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88959b8-a7a9-4bce-b3a8-0e188c61e7a5', 'tag': '905ed17f-b839-4c9b-abbb-587d70e9f5fa', 'status': 'completed', 'code': 200} Mar 07 14:18:04.012128 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b4a820f6-7d2e-4301-bc24-248323001cd5 req-bcef3a34-2f7b-4d80-858b-f7f0c08b29fa tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461309 Mar 07 14:18:04.086174 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-ca791d34-a25b-46b8-a29d-dc714bd0cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:04.087685 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-ca791d34-a25b-46b8-a29d-dc714bd0cd65 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b551156cb0845268ffb24ba78acd912&device_id=b88959b8-a7a9-4bce-b3a8-0e188c61e7a5 HTTP/1.1" status: 200 len: 1127 time: 0.0448604 Mar 07 14:18:04.139432 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-4f37b023-8cf5-4f8c-bd93-4362d7956fcc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=905ed17f-b839-4c9b-abbb-587d70e9f5fa HTTP/1.1" status: 200 len: 217 time: 0.0370948 Mar 07 14:18:04.185159 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-cae0ea22-830a-44f0-aa64-014e15fc26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:04.186561 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-cae0ea22-830a-44f0-aa64-014e15fc26d4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ba54286-24cc-44a9-b1e4-62ea294a6865 HTTP/1.1" status: 200 len: 854 time: 0.0413413 Mar 07 14:18:04.217814 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-aa6ff74c-fb3a-46a1-a6bc-2ae336c321ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ee45391-4b21-442b-9427-e7fb0d777af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246520 Mar 07 14:18:04.308482 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-2a25adc5-64ce-42f2-85bd-9a07ead9bfdb service neutron] 10.222.0.25 "GET /v2.0/networks/4ee45391-4b21-442b-9427-e7fb0d777af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837963 Mar 07 14:18:04.396661 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-59458d8f-5624-40f0-9e72-05b21fe013a2 req-e4966180-f748-47b0-ae65-5d7ff86fafcf service neutron] 10.222.0.25 "GET /v2.0/networks/4ee45391-4b21-442b-9427-e7fb0d777af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805600 Mar 07 14:18:04.534541 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d97975-2788-4d98-89d9-ef665e39c5a0 req-d92180c5-6922-4411-a1c7-a80630d732b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:04.535917 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-27d97975-2788-4d98-89d9-ef665e39c5a0 req-d92180c5-6922-4411-a1c7-a80630d732b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b551156cb0845268ffb24ba78acd912&device_id=b88959b8-a7a9-4bce-b3a8-0e188c61e7a5 HTTP/1.1" status: 200 len: 1127 time: 0.0447674 Mar 07 14:18:04.629409 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d97975-2788-4d98-89d9-ef665e39c5a0 req-4e344eb0-f49b-43bd-9b8c-402238baca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:04.630886 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-27d97975-2788-4d98-89d9-ef665e39c5a0 req-4e344eb0-f49b-43bd-9b8c-402238baca58 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4ee45391-4b21-442b-9427-e7fb0d777af8 HTTP/1.1" status: 200 len: 915 time: 0.0885615 Mar 07 14:18:04.635681 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72069e89-3198-4649-8051-409740a4889f req-f4992b6b-9545-4737-975e-c89e60b7129a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:04.637184 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-72069e89-3198-4649-8051-409740a4889f req-f4992b6b-9545-4737-975e-c89e60b7129a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0533977 Mar 07 14:18:04.676733 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-27d97975-2788-4d98-89d9-ef665e39c5a0 req-dc4b3643-ff37-4c6a-820a-2f186df1cff4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=905ed17f-b839-4c9b-abbb-587d70e9f5fa HTTP/1.1" status: 200 len: 217 time: 0.0350025 Mar 07 14:18:04.682575 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-72069e89-3198-4649-8051-409740a4889f req-ba831fce-3abe-47b6-ad7b-f48e8203c7e1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395849 Mar 07 14:18:04.728536 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d97975-2788-4d98-89d9-ef665e39c5a0 req-8a5ed36a-34f4-49d5-b8b7-77b5fc9b849a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:04.730986 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-27d97975-2788-4d98-89d9-ef665e39c5a0 req-8a5ed36a-34f4-49d5-b8b7-77b5fc9b849a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ba54286-24cc-44a9-b1e4-62ea294a6865 HTTP/1.1" status: 200 len: 854 time: 0.0485561 Mar 07 14:18:04.762727 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-27d97975-2788-4d98-89d9-ef665e39c5a0 req-85fc70b2-fdc3-42f0-8f77-6958ea8bc68f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ee45391-4b21-442b-9427-e7fb0d777af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249410 Mar 07 14:18:04.849639 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-27d97975-2788-4d98-89d9-ef665e39c5a0 req-d5632eef-c2ed-4eb2-afa5-c1ec85aed083 service neutron] 10.222.0.25 "GET /v2.0/networks/4ee45391-4b21-442b-9427-e7fb0d777af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794268 Mar 07 14:18:04.937965 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-27d97975-2788-4d98-89d9-ef665e39c5a0 req-ab0bef38-2a81-4089-8444-dcd393ec0adb service neutron] 10.222.0.25 "GET /v2.0/networks/4ee45391-4b21-442b-9427-e7fb0d777af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821204 Mar 07 14:18:05.132992 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc1b79-a293-48c4-973b-9825d0801dfc req-5811a097-0048-40d9-b188-8ba6ff7a0da4 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:05.134521 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-96cc1b79-a293-48c4-973b-9825d0801dfc req-5811a097-0048-40d9-b188-8ba6ff7a0da4 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88959b8-a7a9-4bce-b3a8-0e188c61e7a5 HTTP/1.1" status: 200 len: 943 time: 0.0561290 Mar 07 14:18:05.180221 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-96cc1b79-a293-48c4-973b-9825d0801dfc req-c1475d3e-db8b-41b0-8084-c359ee55d9be tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400906 Mar 07 14:18:05.806848 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403364b-7659-4b23-a820-32d1294613ec req-11a6a7cf-bf8b-4089-92c0-e85e9cd604b2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:05.808288 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2403364b-7659-4b23-a820-32d1294613ec req-11a6a7cf-bf8b-4089-92c0-e85e9cd604b2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0514407 Mar 07 14:18:05.854021 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2403364b-7659-4b23-a820-32d1294613ec req-7b9c7fcb-3dd2-4a1c-9901-83b8c45deecf tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403354 Mar 07 14:18:06.295100 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09778d-0d60-48af-bb31-f948f9374959 req-43f0d5d5-7625-4e26-b5e6-6c176c71f580 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:06.296579 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7f09778d-0d60-48af-bb31-f948f9374959 req-43f0d5d5-7625-4e26-b5e6-6c176c71f580 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88959b8-a7a9-4bce-b3a8-0e188c61e7a5 HTTP/1.1" status: 200 len: 943 time: 0.0520706 Mar 07 14:18:06.346099 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7f09778d-0d60-48af-bb31-f948f9374959 req-bd0a747d-e418-4494-be3e-b81c752190c3 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424201 Mar 07 14:18:06.974875 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4c724-3b3e-4340-86dc-9a540c1e567b req-acb5f4de-162a-4642-9892-57b9a54a53c7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:06.976399 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b7f4c724-3b3e-4340-86dc-9a540c1e567b req-acb5f4de-162a-4642-9892-57b9a54a53c7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0512848 Mar 07 14:18:07.021543 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b7f4c724-3b3e-4340-86dc-9a540c1e567b req-148fa102-4ca1-4dd8-b2cf-b5e63c0670ce tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397179 Mar 07 14:18:07.463380 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ace8c-af3a-4cba-8eef-033d61fcb3e3 req-cd12bedc-0441-497b-9ddd-2e9171708c03 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:07.464859 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2c8ace8c-af3a-4cba-8eef-033d61fcb3e3 req-cd12bedc-0441-497b-9ddd-2e9171708c03 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88959b8-a7a9-4bce-b3a8-0e188c61e7a5 HTTP/1.1" status: 200 len: 943 time: 0.0515609 Mar 07 14:18:07.511562 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2c8ace8c-af3a-4cba-8eef-033d61fcb3e3 req-fdc44a68-7b53-401b-8a64-789992fa0e8e tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 Mar 07 14:18:07.966653 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 905ed17f-b839-4c9b-abbb-587d70e9f5fa details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:18:08.060888 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 905ed17f-b839-4c9b-abbb-587d70e9f5fa, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=905ed17f-b839-4c9b-abbb-587d70e9f5fa,segment=NetworkSegment(49eb7f3d-1c66-492d-aa40-5b0103948f9f),segment_id=49eb7f3d-1c66-492d-aa40-5b0103948f9f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:18:08.072625 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Returning: {'device': '905ed17f-b839-4c9b-abbb-587d70e9f5fa', 'network_id': '4ee45391-4b21-442b-9427-e7fb0d777af8', 'port_id': '905ed17f-b839-4c9b-abbb-587d70e9f5fa', 'mac_address': 'fa:16:3e:05:6b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba54286-24cc-44a9-b1e4-62ea294a6865', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:18:08.113521 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 905ed17f-b839-4c9b-abbb-587d70e9f5fa is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:18:08.113919 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (905ed17f-b839-4c9b-abbb-587d70e9f5fa), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:08.126579 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905ed17f-b839-4c9b-abbb-587d70e9f5fa {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:18:08.146201 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d2ae3-1591-4860-a0c6-9ef40bca547a req-705398ad-baee-40f1-8c43-25cacd09b68a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:08.146956 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 905ed17f-b839-4c9b-abbb-587d70e9f5fa, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=905ed17f-b839-4c9b-abbb-587d70e9f5fa,segment=NetworkSegment(49eb7f3d-1c66-492d-aa40-5b0103948f9f),segment_id=49eb7f3d-1c66-492d-aa40-5b0103948f9f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:18:08.147714 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-137d2ae3-1591-4860-a0c6-9ef40bca547a req-705398ad-baee-40f1-8c43-25cacd09b68a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0560472 Mar 07 14:18:08.151306 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (905ed17f-b839-4c9b-abbb-587d70e9f5fa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:08.194438 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-137d2ae3-1591-4860-a0c6-9ef40bca547a req-87cecd9a-61de-49ad-bd2e-01cbacbe9bb7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=6653d558-071b-4e09-b9e7-6a1eafa977c9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406106 Mar 07 14:18:08.198044 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=905ed17f-b839-4c9b-abbb-587d70e9f5fa,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:08.615107 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['905ed17f-b839-4c9b-abbb-587d70e9f5fa'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:18:08.631707 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cecb11-d5bf-4e6f-a517-a496fabb22e6 req-c0f44e5f-4a0d-4cf2-bd5b-1811f4f55dcd tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:08.633251 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-41cecb11-d5bf-4e6f-a517-a496fabb22e6 req-c0f44e5f-4a0d-4cf2-bd5b-1811f4f55dcd tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88959b8-a7a9-4bce-b3a8-0e188c61e7a5 HTTP/1.1" status: 200 len: 944 time: 0.0577819 Mar 07 14:18:08.687923 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-41cecb11-d5bf-4e6f-a517-a496fabb22e6 req-f2d22ced-94ab-4520-a773-3050e12afe84 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483179 Mar 07 14:18:09.490630 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49023b-e222-4a73-9e1f-0db6e9338a5a req-e5bab6d4-ab22-439a-816b-f5d883540789 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:09.492094 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9b49023b-e222-4a73-9e1f-0db6e9338a5a req-e5bab6d4-ab22-439a-816b-f5d883540789 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3089356-1425-4f0c-9273-ca6138a80476 HTTP/1.1" status: 200 len: 944 time: 0.0554843 Mar 07 14:18:09.583659 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-9b49023b-e222-4a73-9e1f-0db6e9338a5a req-e7519271-f732-447d-af36-4d8e471eb0b9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Deleting port d44d6684-ddb9-492d-92df-84136d88bac2 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:18:09.583993 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-9b49023b-e222-4a73-9e1f-0db6e9338a5a req-e7519271-f732-447d-af36-4d8e471eb0b9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:09.676541 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-9b49023b-e222-4a73-9e1f-0db6e9338a5a req-e7519271-f732-447d-af36-4d8e471eb0b9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] For port d44d6684-ddb9-492d-92df-84136d88bac2, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d44d6684-ddb9-492d-92df-84136d88bac2,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:18:09.676869 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-9b49023b-e222-4a73-9e1f-0db6e9338a5a req-e7519271-f732-447d-af36-4d8e471eb0b9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:09.876350 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cbc9b-268c-4fd8-8255-58981a4c6017 req-56b55dd7-d7af-4f52-be79-2dddc63f50ec tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:09.877877 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5c0cbc9b-268c-4fd8-8255-58981a4c6017 req-56b55dd7-d7af-4f52-be79-2dddc63f50ec tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88959b8-a7a9-4bce-b3a8-0e188c61e7a5 HTTP/1.1" status: 200 len: 944 time: 0.1094368 Mar 07 14:18:09.886137 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-9b49023b-e222-4a73-9e1f-0db6e9338a5a req-e7519271-f732-447d-af36-4d8e471eb0b9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:09.886499 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-9b49023b-e222-4a73-9e1f-0db6e9338a5a req-e7519271-f732-447d-af36-4d8e471eb0b9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (c6b27b57-922d-4e02-8d5e-fd3a6ed32b19), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:09.886814 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.l3_db [req-9b49023b-e222-4a73-9e1f-0db6e9338a5a req-e7519271-f732-447d-af36-4d8e471eb0b9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Floating IP c6b27b57-922d-4e02-8d5e-fd3a6ed32b19 disassociated. External IP: 172.27.2.8, port: d44d6684-ddb9-492d-92df-84136d88bac2. Mar 07 14:18:09.887154 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-9b49023b-e222-4a73-9e1f-0db6e9338a5a req-e7519271-f732-447d-af36-4d8e471eb0b9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Calling delete_port for d44d6684-ddb9-492d-92df-84136d88bac2 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:18:09.970086 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5c0cbc9b-268c-4fd8-8255-58981a4c6017 req-3eace857-6ef6-4e04-92e4-9ea8c2040733 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864422 Mar 07 14:18:09.986454 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 905ed17f-b839-4c9b-abbb-587d70e9f5fa up at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:18:10.036526 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning for port 905ed17f-b839-4c9b-abbb-587d70e9f5fa completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:18:10.040322 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning complete for port 905ed17f-b839-4c9b-abbb-587d70e9f5fa triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:18:10.040799 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (905ed17f-b839-4c9b-abbb-587d70e9f5fa), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:10.051963 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-9b49023b-e222-4a73-9e1f-0db6e9338a5a req-e7519271-f732-447d-af36-4d8e471eb0b9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (d44d6684-ddb9-492d-92df-84136d88bac2), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:10.081074 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7519271-f732-447d-af36-4d8e471eb0b9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Pushing event deleted for resources: {'Port': ['ID=d44d6684-ddb9-492d-92df-84136d88bac2,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:10.124492 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 905ed17f-b839-4c9b-abbb-587d70e9f5fa is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:18:10.124927 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (905ed17f-b839-4c9b-abbb-587d70e9f5fa), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:10.154121 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88959b8-a7a9-4bce-b3a8-0e188c61e7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905ed17f-b839-4c9b-abbb-587d70e9f5fa'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:18:10.156318 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026383a8-c4e3-42af-891f-6e2eb924b3fd" -d '{"events": [{"server_uuid": "b88959b8-a7a9-4bce-b3a8-0e188c61e7a5", "name": "network-vif-plugged", "status": "completed", "tag": "905ed17f-b839-4c9b-abbb-587d70e9f5fa"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:18:10.170063 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 905ed17f-b839-4c9b-abbb-587d70e9f5fa, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=905ed17f-b839-4c9b-abbb-587d70e9f5fa,segment=NetworkSegment(49eb7f3d-1c66-492d-aa40-5b0103948f9f),segment_id=49eb7f3d-1c66-492d-aa40-5b0103948f9f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:18:10.176219 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (905ed17f-b839-4c9b-abbb-587d70e9f5fa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:10.203851 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bcab80-ccc7-4a0c-a646-8550c4d0b9cc x-openstack-request-id: req-e3bcab80-ccc7-4a0c-a646-8550c4d0b9cc {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:18:10.204271 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88959b8-a7a9-4bce-b3a8-0e188c61e7a5", "name": "network-vif-plugged", "status": "completed", "tag": "905ed17f-b839-4c9b-abbb-587d70e9f5fa", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:18:10.204632 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3bcab80-ccc7-4a0c-a646-8550c4d0b9cc {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:18:10.205806 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88959b8-a7a9-4bce-b3a8-0e188c61e7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905ed17f-b839-4c9b-abbb-587d70e9f5fa', 'code': 200} Mar 07 14:18:10.213273 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b49023b-e222-4a73-9e1f-0db6e9338a5a req-e7519271-f732-447d-af36-4d8e471eb0b9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Router 45baf158-ecb1-4ac3-8891-3257a8c14132 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:18:10.234584 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=905ed17f-b839-4c9b-abbb-587d70e9f5fa,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:10.327923 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b49023b-e222-4a73-9e1f-0db6e9338a5a req-e7519271-f732-447d-af36-4d8e471eb0b9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:18:10.339288 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701097c2-c79c-400e-b3d5-deeae6fed6d6 None None] Sync routers for ids ['45baf158-ecb1-4ac3-8891-3257a8c14132'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:18:10.350478 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701097c2-c79c-400e-b3d5-deeae6fed6d6 None None] Routers {'45baf158-ecb1-4ac3-8891-3257a8c14132'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:18:10.351104 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-701097c2-c79c-400e-b3d5-deeae6fed6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:17:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['45baf158-ecb1-4ac3-8891-3257a8c14132'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:10.376201 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b49023b-e222-4a73-9e1f-0db6e9338a5a req-e7519271-f732-447d-af36-4d8e471eb0b9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] No DVR routers for this DVR port d44d6684-ddb9-492d-92df-84136d88bac2 on host hv-cinder-79400 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:18:10.379995 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-9b49023b-e222-4a73-9e1f-0db6e9338a5a req-e7519271-f732-447d-af36-4d8e471eb0b9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:10.383350 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9b49023b-e222-4a73-9e1f-0db6e9338a5a req-e7519271-f732-447d-af36-4d8e471eb0b9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "DELETE /v2.0/ports/d44d6684-ddb9-492d-92df-84136d88bac2 HTTP/1.1" status: 204 len: 173 time: 0.8862255 Mar 07 14:18:10.383803 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3089356-1425-4f0c-9273-ca6138a80476', 'name': 'network-vif-deleted', 'tag': 'd44d6684-ddb9-492d-92df-84136d88bac2'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:18:10.386059 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4918afe9-05e7-43bb-b474-1b14fc48d4b6" -d '{"events": [{"server_uuid": "d3089356-1425-4f0c-9273-ca6138a80476", "name": "network-vif-deleted", "tag": "d44d6684-ddb9-492d-92df-84136d88bac2"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:18:10.426485 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Mar 2022 14:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37572fc7-a119-4445-a123-b0b2606e98b4 x-openstack-request-id: req-37572fc7-a119-4445-a123-b0b2606e98b4 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:18:10.426859 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3089356-1425-4f0c-9273-ca6138a80476", "name": "network-vif-deleted", "tag": "d44d6684-ddb9-492d-92df-84136d88bac2", "status": "failed", "code": 422}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:18:10.427234 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37572fc7-a119-4445-a123-b0b2606e98b4 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:18:10.427730 dv-cinder-794001-5-iscsi neutron-server[103241]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd3089356-1425-4f0c-9273-ca6138a80476', 'name': 'network-vif-deleted', 'tag': 'd44d6684-ddb9-492d-92df-84136d88bac2', 'status': 'failed', 'code': 422} returned with failed status Mar 07 14:18:10.444901 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5855a6-525a-4b5d-bb4d-235ae1516f24 req-e905ede3-d412-4e8c-9462-1500166f3daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:10.446421 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-de5855a6-525a-4b5d-bb4d-235ae1516f24 req-e905ede3-d412-4e8c-9462-1500166f3daa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b88959b8-a7a9-4bce-b3a8-0e188c61e7a5 HTTP/1.1" status: 200 len: 1129 time: 0.0548632 Mar 07 14:18:10.490793 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-701097c2-c79c-400e-b3d5-deeae6fed6d6 None None] Set router 45baf158-ecb1-4ac3-8891-3257a8c14132 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:18:10.491033 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-de5855a6-525a-4b5d-bb4d-235ae1516f24 req-a8cc152a-2cad-4aac-9b40-648722880650 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379276 Mar 07 14:18:10.700903 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-701097c2-c79c-400e-b3d5-deeae6fed6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 4, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port': {'id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'ff1a2489-b06b-40d2-b305-e2725bd596a8', 'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'mac_address': 'fa:16:3e:4b:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:05Z', 'updated_at': '2022-03-07T14:08:23Z', 'revision_number': 5, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'subnets': [{'id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:10.727039 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701097c2-c79c-400e-b3d5-deeae6fed6d6 None None] Checking router: 45baf158-ecb1-4ac3-8891-3257a8c14132 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:18:10.735842 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701097c2-c79c-400e-b3d5-deeae6fed6d6 None None] Routers {'45baf158-ecb1-4ac3-8891-3257a8c14132'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:18:10.737106 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-701097c2-c79c-400e-b3d5-deeae6fed6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:17:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['45baf158-ecb1-4ac3-8891-3257a8c14132'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:10.847235 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-701097c2-c79c-400e-b3d5-deeae6fed6d6 None None] Set router 45baf158-ecb1-4ac3-8891-3257a8c14132 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:18:10.923109 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42120) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:10.975423 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e664aaca-6307-4543-8f75-b02542fcdc31 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group (6653d558-071b-4e09-b9e7-6a1eafa977c9), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:11.002844 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e664aaca-6307-4543-8f75-b02542fcdc31 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group (6653d558-071b-4e09-b9e7-6a1eafa977c9), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:11.051579 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-701097c2-c79c-400e-b3d5-deeae6fed6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 4, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port': {'id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'ff1a2489-b06b-40d2-b305-e2725bd596a8', 'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'mac_address': 'fa:16:3e:4b:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:05Z', 'updated_at': '2022-03-07T14:08:23Z', 'revision_number': 5, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'subnets': [{'id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:11.061325 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e664aaca-6307-4543-8f75-b02542fcdc31 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (6653d558-071b-4e09-b9e7-6a1eafa977c9), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:11.064195 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e664aaca-6307-4543-8f75-b02542fcdc31 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:11.068990 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-e664aaca-6307-4543-8f75-b02542fcdc31 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "DELETE /v2.0/security-groups/6653d558-071b-4e09-b9e7-6a1eafa977c9 HTTP/1.1" status: 204 len: 168 time: 0.1423299 Mar 07 14:18:11.069994 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42124) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:11.086835 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701097c2-c79c-400e-b3d5-deeae6fed6d6 None None] The sync data for ids ['45baf158-ecb1-4ac3-8891-3257a8c14132'] in dv-cinder-794001-5-iscsi is: [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 4, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port': {'id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'ff1a2489-b06b-40d2-b305-e2725bd596a8', 'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'mac_address': 'fa:16:3e:4b:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:05Z', 'updated_at': '2022-03-07T14:08:23Z', 'revision_number': 5, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'subnets': [{'id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:18:11.087372 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664aaca-6307-4543-8f75-b02542fcdc31 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6653d558-071b-4e09-b9e7-6a1eafa977c9,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:11.091223 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.api.v2.resource [None req-852f52f2-923b-4b1b-ac6a-9f2600f4a0e5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] show failed (client error): The resource could not be found. Mar 07 14:18:11.095198 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-852f52f2-923b-4b1b-ac6a-9f2600f4a0e5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups/6653d558-071b-4e09-b9e7-6a1eafa977c9 HTTP/1.1" status: 404 len: 347 time: 0.0215011 Mar 07 14:18:11.096273 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42126) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:11.105646 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63aea6e-0c94-4775-a269-df434a33a21e req-832cc82b-2300-4035-928d-e31036c04286 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:11.107889 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b63aea6e-0c94-4775-a269-df434a33a21e req-832cc82b-2300-4035-928d-e31036c04286 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88959b8-a7a9-4bce-b3a8-0e188c61e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0657921 Mar 07 14:18:11.162927 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b63aea6e-0c94-4775-a269-df434a33a21e req-158ff9a6-662f-4e27-ab95-8c1f442325eb tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479808 Mar 07 14:18:11.235413 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-9f9cf662-fe12-4cfc-b378-a947df06b848 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Deleting port b2bea990-8298-4944-a011-5b161ee75d8e {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:18:11.235758 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf662-fe12-4cfc-b378-a947df06b848 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (b2bea990-8298-4944-a011-5b161ee75d8e), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:11.316838 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf662-fe12-4cfc-b378-a947df06b848 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (b2bea990-8298-4944-a011-5b161ee75d8e), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:11.317171 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf662-fe12-4cfc-b378-a947df06b848 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for floatingip (b2bea990-8298-4944-a011-5b161ee75d8e), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:11.323840 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3aedee-fd2f-499f-a3ce-5762164c5b35 None None] New status for floating IP c6b27b57-922d-4e02-8d5e-fd3a6ed32b19: DOWN {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:18:11.328992 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-9f9cf662-fe12-4cfc-b378-a947df06b848 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Calling delete_port for b2bea990-8298-4944-a011-5b161ee75d8e owned by network:floatingip {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:18:11.699764 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf662-fe12-4cfc-b378-a947df06b848 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (b2bea990-8298-4944-a011-5b161ee75d8e), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:11.727168 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cf662-fe12-4cfc-b378-a947df06b848 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Pushing event deleted for resources: {'Port': ['ID=b2bea990-8298-4944-a011-5b161ee75d8e,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:11.785211 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf662-fe12-4cfc-b378-a947df06b848 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for floatingip (c6b27b57-922d-4e02-8d5e-fd3a6ed32b19), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:11.787651 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf662-fe12-4cfc-b378-a947df06b848 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:11.788812 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-9f9cf662-fe12-4cfc-b378-a947df06b848 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "DELETE /v2.0/floatingips/c6b27b57-922d-4e02-8d5e-fd3a6ed32b19 HTTP/1.1" status: 204 len: 168 time: 0.6913681 Mar 07 14:18:12.293147 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79d4ed-4e4f-472c-b9cb-6dc51ad54e84 req-501793c0-3875-40d4-a7d8-208ba2bdde53 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:12.294773 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bb79d4ed-4e4f-472c-b9cb-6dc51ad54e84 req-501793c0-3875-40d4-a7d8-208ba2bdde53 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88959b8-a7a9-4bce-b3a8-0e188c61e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0621574 Mar 07 14:18:12.301774 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42134) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:12.306297 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-0acb9b58-0049-4776-bc8e-13ccfce1118b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1796958836', 'description': 'tempest-description--2031179410'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:18:12.326284 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0acb9b58-0049-4776-bc8e-13ccfce1118b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:12.342522 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bb79d4ed-4e4f-472c-b9cb-6dc51ad54e84 req-90a8c0f6-c81e-41ee-a928-4a691b7981d9 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409687 Mar 07 14:18:12.393961 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0acb9b58-0049-4776-bc8e-13ccfce1118b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group (3f45a863-f5c8-4393-860a-90514f061417), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:12.397006 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0acb9b58-0049-4776-bc8e-13ccfce1118b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (3f45a863-f5c8-4393-860a-90514f061417), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:12.426149 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0acb9b58-0049-4776-bc8e-13ccfce1118b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:12.427353 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-0acb9b58-0049-4776-bc8e-13ccfce1118b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1245866 Mar 07 14:18:12.429222 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb9b58-0049-4776-bc8e-13ccfce1118b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f45a863-f5c8-4393-860a-90514f061417,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:12.430399 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 42136) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:12.434832 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-e29817b2-6d5f-4371-8547-f75b35be1474 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Request body: {'security_group_rule': {'security_group_id': '3f45a863-f5c8-4393-860a-90514f061417', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:18:12.464725 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e29817b2-6d5f-4371-8547-f75b35be1474 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group_rule (46196e43-2751-4099-a4fd-1743b64a5227), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:12.522052 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e29817b2-6d5f-4371-8547-f75b35be1474 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group_rule (46196e43-2751-4099-a4fd-1743b64a5227), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:12.525456 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e29817b2-6d5f-4371-8547-f75b35be1474 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (46196e43-2751-4099-a4fd-1743b64a5227), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:12.543384 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29817b2-6d5f-4371-8547-f75b35be1474 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46196e43-2751-4099-a4fd-1743b64a5227,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:12.549436 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e29817b2-6d5f-4371-8547-f75b35be1474 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:12.550616 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-e29817b2-6d5f-4371-8547-f75b35be1474 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192064 Mar 07 14:18:12.553254 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 42138) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:12.557386 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-fd911c12-6ebb-4224-a8c7-ba70d098160e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Request body: {'security_group_rule': {'security_group_id': '3f45a863-f5c8-4393-860a-90514f061417', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:18:12.581775 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fd911c12-6ebb-4224-a8c7-ba70d098160e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group_rule (f0362ce6-d807-4e9e-9f46-7b7e39d13438), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:12.635432 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fd911c12-6ebb-4224-a8c7-ba70d098160e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group_rule (f0362ce6-d807-4e9e-9f46-7b7e39d13438), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:12.639205 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fd911c12-6ebb-4224-a8c7-ba70d098160e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (f0362ce6-d807-4e9e-9f46-7b7e39d13438), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:12.656064 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd911c12-6ebb-4224-a8c7-ba70d098160e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0362ce6-d807-4e9e-9f46-7b7e39d13438,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:12.665306 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fd911c12-6ebb-4224-a8c7-ba70d098160e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:12.666489 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-fd911c12-6ebb-4224-a8c7-ba70d098160e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123292 Mar 07 14:18:12.669603 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 42140) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:12.673868 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-1876aa86-5acc-4fa8-8088-b5fa4ff1002d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Request body: {'floatingip': {'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:18:12.693497 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1876aa86-5acc-4fa8-8088-b5fa4ff1002d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:12.789089 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1876aa86-5acc-4fa8-8088-b5fa4ff1002d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:12.887622 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-1876aa86-5acc-4fa8-8088-b5fa4ff1002d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Allocated IP 172.27.2.215 (0de42621-7ed5-44f0-83fc-77dfdf4f89a1/f95c92d6-9e0f-4d00-9e79-b9c60c38725e/e9fc029f-7427-4c07-bb99-665c4f0670ea) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:18:12.986904 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1876aa86-5acc-4fa8-8088-b5fa4ff1002d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for port (e9fc029f-7427-4c07-bb99-665c4f0670ea), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:13.019344 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1876aa86-5acc-4fa8-8088-b5fa4ff1002d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (e9fc029f-7427-4c07-bb99-665c4f0670ea), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:13.056197 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1876aa86-5acc-4fa8-8088-b5fa4ff1002d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:18:13.060253 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-1876aa86-5acc-4fa8-8088-b5fa4ff1002d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:18:13.063607 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876aa86-5acc-4fa8-8088-b5fa4ff1002d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:18:13.069718 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876aa86-5acc-4fa8-8088-b5fa4ff1002d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Pushing event updated for resources: {'Port': ['ID=e9fc029f-7427-4c07-bb99-665c4f0670ea,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:13.151031 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1876aa86-5acc-4fa8-8088-b5fa4ff1002d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for floatingip (efa82c94-761b-4915-86fe-c24cc5a26bb2), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:13.185247 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1876aa86-5acc-4fa8-8088-b5fa4ff1002d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (e9fc029f-7427-4c07-bb99-665c4f0670ea), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:13.331094 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1876aa86-5acc-4fa8-8088-b5fa4ff1002d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for port (e9fc029f-7427-4c07-bb99-665c4f0670ea), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:13.335358 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1876aa86-5acc-4fa8-8088-b5fa4ff1002d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276028'] for port (e9fc029f-7427-4c07-bb99-665c4f0670ea), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:13.402790 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876aa86-5acc-4fa8-8088-b5fa4ff1002d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Pushing event updated for resources: {'Port': ['ID=e9fc029f-7427-4c07-bb99-665c4f0670ea,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:13.422404 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1876aa86-5acc-4fa8-8088-b5fa4ff1002d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (efa82c94-761b-4915-86fe-c24cc5a26bb2), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:13.453789 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1876aa86-5acc-4fa8-8088-b5fa4ff1002d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:13.455653 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-1876aa86-5acc-4fa8-8088-b5fa4ff1002d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7845430 Mar 07 14:18:13.475973 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71550f-0d50-4470-8274-7344ccf40147 req-084c0e12-055c-4666-9464-8ec67bd57784 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:13.477513 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ea71550f-0d50-4470-8274-7344ccf40147 req-084c0e12-055c-4666-9464-8ec67bd57784 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88959b8-a7a9-4bce-b3a8-0e188c61e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0666449 Mar 07 14:18:13.528347 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ea71550f-0d50-4470-8274-7344ccf40147 req-b39a9de6-24ca-49a4-a84c-5712665df66c tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453186 Mar 07 14:18:13.610306 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-e4fe86c8-0121-4cb1-bc62-e32ea9922cc6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1796958836&fields=id&tenant_id=da39445715f04deaaf654d8b98a2d810 HTTP/1.1" status: 200 len: 267 time: 0.0414145 Mar 07 14:18:13.725842 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c06045aa-aa25-49e4-b319-a36f049b6bc5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:13.727350 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c06045aa-aa25-49e4-b319-a36f049b6bc5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/networks?id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118 HTTP/1.1" status: 200 len: 816 time: 0.1105597 Mar 07 14:18:13.743670 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-666e11b8-8f3c-4f8c-8e25-5cbdda2ec136 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/quotas/da39445715f04deaaf654d8b98a2d810 HTTP/1.1" status: 200 len: 375 time: 0.0104733 Mar 07 14:18:13.808079 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-5ea0a424-5b04-4e37-bd97-9bc7f9c99d8e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=da39445715f04deaaf654d8b98a2d810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590417 Mar 07 14:18:13.828090 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-304b73b0-1ac5-4a05-b4a8-bc7bebf0eb63 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:18:13.829492 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-304b73b0-1ac5-4a05-b4a8-bc7bebf0eb63 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059872 Mar 07 14:18:13.926614 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-ce77d8e8-ef63-406d-b756-e53b6f1ff05b service neutron] 10.222.0.26 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909083 Mar 07 14:18:14.018335 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-4bdfe891-0681-43ac-a1b3-5f0d17413edf service neutron] 10.222.0.26 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861623 Mar 07 14:18:14.173023 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6ef5df68-c32e-4660-b365-016ccb6cf6d7 req-ec13f172-9e96-462b-9df4-25f2c9927e57 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 210 time: 0.0262630 Mar 07 14:18:15.236843 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-51f178a1-d49c-4c2c-8503-b3bc8d6038a8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:15.238651 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-51f178a1-d49c-4c2c-8503-b3bc8d6038a8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.25 "GET /v2.0/networks?id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118 HTTP/1.1" status: 200 len: 816 time: 0.1067641 Mar 07 14:18:15.274414 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59abb5d4-d45d-4a3c-8bb1-ab1315895f87 req-3dbf86bb-eb1d-45dd-8f40-047fb9416a2b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 210 time: 0.0272520 Mar 07 14:18:15.313292 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-eabbe54d-248e-4260-badd-2677a526d9db tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da39445715f04deaaf654d8b98a2d810 HTTP/1.1" status: 200 len: 380 time: 0.0590227 Mar 07 14:18:15.328235 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-a8cc5a13-52a9-4116-988c-565bb9c1a21a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Request body: {'port': {'device_id': 'e57ac956-fb8c-425e-9d3c-c86f3574d8ee', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'admin_state_up': True, 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'security_groups': ['3f45a863-f5c8-4393-860a-90514f061417']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:18:15.433142 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-a8cc5a13-52a9-4116-988c-565bb9c1a21a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Made reservation on behalf of da39445715f04deaaf654d8b98a2d810 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:18:15.436392 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-a8cc5a13-52a9-4116-988c-565bb9c1a21a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:15.555215 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-a8cc5a13-52a9-4116-988c-565bb9c1a21a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Allocated IP 172.20.0.5 (20c2fd25-1cf8-48ac-88d2-b56d95ddd118/9e822426-e097-44b3-a5b1-535a48fe7e53/3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:18:15.690248 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-a8cc5a13-52a9-4116-988c-565bb9c1a21a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:15.722740 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-a8cc5a13-52a9-4116-988c-565bb9c1a21a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:15.771951 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-a8cc5a13-52a9-4116-988c-565bb9c1a21a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Network 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:18:15.774860 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-a8cc5a13-52a9-4116-988c-565bb9c1a21a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:18:15.778420 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-a8cc5a13-52a9-4116-988c-565bb9c1a21a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:18:15.805898 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc5a13-52a9-4116-988c-565bb9c1a21a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Pushing event updated for resources: {'Port': ['ID=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:15.835031 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-a8cc5a13-52a9-4116-988c-565bb9c1a21a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:15.835648 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-a8cc5a13-52a9-4116-988c-565bb9c1a21a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:15.848857 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-53206728-4894-4955-a570-7aab6b53692f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:15.852346 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-a8cc5a13-52a9-4116-988c-565bb9c1a21a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5278428 Mar 07 14:18:15.861824 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-e8318b1d-ed2c-4159-9728-334550e21799 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:18:15.862810 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-e8318b1d-ed2c-4159-9728-334550e21799 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054388 Mar 07 14:18:15.881044 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Request body: {'port': {'device_id': 'e57ac956-fb8c-425e-9d3c-c86f3574d8ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:18:15.946613 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:16.011494 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-5d77cdec-c7e7-4342-b7ca-73b8582fe556 None None] Provisioning complete for port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:18:16.011870 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d77cdec-c7e7-4342-b7ca-73b8582fe556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:16.045559 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5d77cdec-c7e7-4342-b7ca-73b8582fe556 None None] Port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:18:16.207534 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:18:16.214821 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Publish callbacks [] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:16.226939 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Transition to ACTIVE for port object 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:18:16.230777 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7721250'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:16.298328 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Pushing event updated for resources: {'Port': ['ID=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:16.355723 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Attempting to bind port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:18:16.356218 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Attempting to bind port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '1c187560-9b1c-4981-9612-4ef9fe189a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:18:16.356647 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Attempting to bind port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 on network 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:18:16.361528 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 on network 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:18:16.362155 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Attempting to bind port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 on network 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:18:16.367588 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Checking agent: {'id': 'c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'started_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:18:16.368162 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Checking segment: {'id': '1c187560-9b1c-4981-9612-4ef9fe189a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:18:16.368560 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Bound using segment: {'id': '1c187560-9b1c-4981-9612-4ef9fe189a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:18:16.369005 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Bound port: 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c187560-9b1c-4981-9612-4ef9fe189a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:18:16.369507 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:16.405468 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02c3e7-231b-4e9f-9d14-856ba3f3b01b req-0b61c5fd-e243-4ad4-bab3-9ef0f3b0787f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:16.407175 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dc02c3e7-231b-4e9f-9d14-856ba3f3b01b req-0b61c5fd-e243-4ad4-bab3-9ef0f3b0787f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 943 time: 0.0566401 Mar 07 14:18:16.441696 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] For port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687, host hv-cinder-79400, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:18:16.444886 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] For port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:18:16.451068 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7721250'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:16.463283 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dc02c3e7-231b-4e9f-9d14-856ba3f3b01b req-e79e21c7-18b5-45b1-9044-9df86f6f0183 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493677 Mar 07 14:18:16.488923 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:16.489541 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:16.490964 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] 10.222.0.25 "PUT /v2.0/ports/3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 HTTP/1.1" status: 200 len: 1093 time: 0.6148148 Mar 07 14:18:16.491404 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57ac956-fb8c-425e-9d3c-c86f3574d8ee', 'tag': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:18:16.493658 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b227fff841cc36c28be207e5082edf6552ac5a262496b0e086d32ab3e88bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a31bcc3-5e94-48ae-9726-51febd61055d" -d '{"events": [{"name": "network-changed", "server_uuid": "e57ac956-fb8c-425e-9d3c-c86f3574d8ee", "tag": "3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:18:16.515707 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea1237-e645-4479-bd59-c1622668cc80 service neutron] Pushing event updated for resources: {'Port': ['ID=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:16.540406 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667ea36c-0e12-4b30-a5ad-3a5dc977f5e9 x-openstack-request-id: req-667ea36c-0e12-4b30-a5ad-3a5dc977f5e9 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:18:16.541054 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57ac956-fb8c-425e-9d3c-c86f3574d8ee", "tag": "3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:18:16.541225 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-667ea36c-0e12-4b30-a5ad-3a5dc977f5e9 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:18:16.541677 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57ac956-fb8c-425e-9d3c-c86f3574d8ee', 'tag': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687', 'status': 'completed', 'code': 200} Mar 07 14:18:16.607331 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-009cb52d-f9ae-46dc-9d55-935c5e89bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:16.608923 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-009cb52d-f9ae-46dc-9d55-935c5e89bd3b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da39445715f04deaaf654d8b98a2d810&device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 1127 time: 0.0476236 Mar 07 14:18:16.657550 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-1dcbb89f-d0aa-482c-8aa2-9964c21cba02 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 HTTP/1.1" status: 200 len: 217 time: 0.0354607 Mar 07 14:18:16.709764 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-50f42535-f8fa-495f-bb02-32d1ed0d6dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:16.711225 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-50f42535-f8fa-495f-bb02-32d1ed0d6dac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e822426-e097-44b3-a5b1-535a48fe7e53 HTTP/1.1" status: 200 len: 855 time: 0.0473907 Mar 07 14:18:16.759613 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-cbcc15dd-c4ab-4b7e-a0a9-e5f9c195b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:16.761042 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-cbcc15dd-c4ab-4b7e-a0a9-e5f9c195b840 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435264 Mar 07 14:18:16.850698 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-1eb2d321-0254-49d1-9c9d-204e9db49f0d service neutron] 10.222.0.25 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830607 Mar 07 14:18:16.935653 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cfed5a98-44bc-49c9-aa4e-fe6e0789e847 req-0e74c16d-8906-4f59-a40d-4e321432ab24 service neutron] 10.222.0.25 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792150 Mar 07 14:18:17.073472 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31bcc3-5e94-48ae-9726-51febd61055d req-aaec2233-c1d7-4a14-826d-c0944ea9af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:17.074846 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0a31bcc3-5e94-48ae-9726-51febd61055d req-aaec2233-c1d7-4a14-826d-c0944ea9af2e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da39445715f04deaaf654d8b98a2d810&device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 1127 time: 0.0435731 Mar 07 14:18:17.170091 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31bcc3-5e94-48ae-9726-51febd61055d req-d502a535-c374-4159-bef5-a95032dd2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:17.171567 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0a31bcc3-5e94-48ae-9726-51febd61055d req-d502a535-c374-4159-bef5-a95032dd2e9f service neutron] 10.222.0.25 "GET /v2.0/networks?id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118 HTTP/1.1" status: 200 len: 917 time: 0.0866747 Mar 07 14:18:17.211327 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0a31bcc3-5e94-48ae-9726-51febd61055d req-b4a98e5e-116c-4ced-b3e3-815e5498086d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 HTTP/1.1" status: 200 len: 217 time: 0.0336573 Mar 07 14:18:17.261081 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31bcc3-5e94-48ae-9726-51febd61055d req-8f5a6312-b734-4306-b4e0-37438c2a6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:17.262501 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0a31bcc3-5e94-48ae-9726-51febd61055d req-8f5a6312-b734-4306-b4e0-37438c2a6f5a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e822426-e097-44b3-a5b1-535a48fe7e53 HTTP/1.1" status: 200 len: 855 time: 0.0448451 Mar 07 14:18:17.308996 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31bcc3-5e94-48ae-9726-51febd61055d req-d1727683-7cbd-4961-b81d-fb67c481a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:17.310475 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0a31bcc3-5e94-48ae-9726-51febd61055d req-d1727683-7cbd-4961-b81d-fb67c481a2a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417843 Mar 07 14:18:17.396647 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0a31bcc3-5e94-48ae-9726-51febd61055d req-96847457-fc7f-40ff-9e37-dae64d3808a9 service neutron] 10.222.0.25 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797930 Mar 07 14:18:17.485373 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0a31bcc3-5e94-48ae-9726-51febd61055d req-be14248b-f1f9-498d-9557-2f02503db857 service neutron] 10.222.0.25 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828383 Mar 07 14:18:17.599154 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87697580-0bc1-469a-b07e-6c5593f6d38b req-70bb233a-6989-4120-b67f-dd4fadef4162 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:17.600603 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-87697580-0bc1-469a-b07e-6c5593f6d38b req-70bb233a-6989-4120-b67f-dd4fadef4162 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 943 time: 0.0551112 Mar 07 14:18:17.647844 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-87697580-0bc1-469a-b07e-6c5593f6d38b req-fd0db09c-d789-4d1f-83f5-851cda6de0d4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413256 Mar 07 14:18:18.158240 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3d2487ab-cf03-42aa-98d4-c928fcfe38df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:18.769269 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b9004-ffdc-4e43-8842-f6916310e6dd req-7213f423-9f29-42ed-b67e-9939fc6b25b3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:18.770740 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-108b9004-ffdc-4e43-8842-f6916310e6dd req-7213f423-9f29-42ed-b67e-9939fc6b25b3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 943 time: 0.0518637 Mar 07 14:18:18.816751 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-108b9004-ffdc-4e43-8842-f6916310e6dd req-50fedcd2-202e-4834-82cf-943613ec5565 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405114 Mar 07 14:18:19.429824 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:19.942628 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dcf18-17b3-4ab2-ada0-6be26404fac1 req-5816dd69-f082-489d-ac5f-0be6b1cb4871 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:19.944086 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-241dcf18-17b3-4ab2-ada0-6be26404fac1 req-5816dd69-f082-489d-ac5f-0be6b1cb4871 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 943 time: 0.0545716 Mar 07 14:18:19.989501 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-241dcf18-17b3-4ab2-ada0-6be26404fac1 req-61ea877a-6c9e-44f2-8be9-3b3baa694ec6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398810 Mar 07 14:18:20.074785 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:18:20.169846 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:18:20.180170 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Returning: {'device': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'port_id': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687', 'mac_address': 'fa:16:3e:70:3a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:18:20.220369 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:18:20.220908 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:20.233083 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:18:20.251216 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:18:20.256108 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:20.301583 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:20.666211 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:18:20.859169 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:21.111339 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dd303-e7c2-4209-8dce-9095cc8d09ac req-f8e89a3f-135d-40db-ac09-552c5d8d15b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:21.112750 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f53dd303-e7c2-4209-8dce-9095cc8d09ac req-f8e89a3f-135d-40db-ac09-552c5d8d15b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 944 time: 0.0536809 Mar 07 14:18:21.158513 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f53dd303-e7c2-4209-8dce-9095cc8d09ac req-db3b26ea-25a2-4b53-8cab-211da5ae47da tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391603 Mar 07 14:18:22.105247 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 up at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:18:22.153082 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning for port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:18:22.156759 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning complete for port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:18:22.157139 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.235988 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:18:22.236467 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.260444 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57ac956-fb8c-425e-9d3c-c86f3574d8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:18:22.262747 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a54102c-c3e4-4fec-aa63-ac44f7f6143f" -d '{"events": [{"server_uuid": "e57ac956-fb8c-425e-9d3c-c86f3574d8ee", "name": "network-vif-plugged", "status": "completed", "tag": "3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:18:22.276080 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:18:22.281888 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.298423 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d217b0c-ce9c-4aae-a156-e4ef8e6310c2 req-7c7a4a20-8214-477a-b8d5-8982db988596 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:22.300255 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3d217b0c-ce9c-4aae-a156-e4ef8e6310c2 req-7c7a4a20-8214-477a-b8d5-8982db988596 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 944 time: 0.0586624 Mar 07 14:18:22.309259 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a193ef94-d606-41a8-9403-736f58b3148d x-openstack-request-id: req-a193ef94-d606-41a8-9403-736f58b3148d {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:18:22.309561 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57ac956-fb8c-425e-9d3c-c86f3574d8ee", "name": "network-vif-plugged", "status": "completed", "tag": "3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:18:22.309817 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a193ef94-d606-41a8-9403-736f58b3148d {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:18:22.310201 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57ac956-fb8c-425e-9d3c-c86f3574d8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687', 'code': 200} Mar 07 14:18:22.343420 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:22.350564 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:18:22.353386 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3d217b0c-ce9c-4aae-a156-e4ef8e6310c2 req-eedcd7dc-2bf4-46a8-a12b-5d395f391a3d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472567 Mar 07 14:18:22.566738 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779cb3f-60f0-4440-a34b-e23880f9a80b req-d0eda2c9-9f51-4bab-a3c8-5b1fa4091de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:22.568269 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8779cb3f-60f0-4440-a34b-e23880f9a80b req-d0eda2c9-9f51-4bab-a3c8-5b1fa4091de4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 1129 time: 0.0432978 Mar 07 14:18:22.611542 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8779cb3f-60f0-4440-a34b-e23880f9a80b req-94b81550-007a-4e10-a11d-c0608298b9c2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372651 Mar 07 14:18:23.474196 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d3bb0-3570-4fa1-a4b2-13cbfa5d2c59 req-cb996be5-9665-419a-a21d-ebf3620edb12 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:23.475683 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6a9d3bb0-3570-4fa1-a4b2-13cbfa5d2c59 req-cb996be5-9665-419a-a21d-ebf3620edb12 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0509644 Mar 07 14:18:23.521251 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6a9d3bb0-3570-4fa1-a4b2-13cbfa5d2c59 req-55fdb389-0ec6-423a-a3c8-4cd0e76e2662 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401318 Mar 07 14:18:24.648471 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf1346-ecd6-46e5-a69f-f690af68dcad req-c41e7874-0d8d-425c-9ed6-8ac9e7f6c86f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:24.649994 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9edf1346-ecd6-46e5-a69f-f690af68dcad req-c41e7874-0d8d-425c-9ed6-8ac9e7f6c86f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0592344 Mar 07 14:18:24.699347 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9edf1346-ecd6-46e5-a69f-f690af68dcad req-f279d988-ce90-42f4-bfe8-4e5617ccbab2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438647 Mar 07 14:18:24.819453 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e8581-2f09-402e-8b15-48b85beb9cca req-a1f19941-41e8-402c-85d7-2e1f779e8867 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:24.820942 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-492e8581-2f09-402e-8b15-48b85beb9cca req-a1f19941-41e8-402c-85d7-2e1f779e8867 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0553977 Mar 07 14:18:24.829305 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 42230) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:18:24.834324 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-7ea1ce97-31be-4327-bbd9-0a8a58a7903e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Request body: {'floatingip': {'port_id': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:18:24.871432 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7ea1ce97-31be-4327-bbd9-0a8a58a7903e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for floatingip (efa82c94-761b-4915-86fe-c24cc5a26bb2), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:25.508673 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7ea1ce97-31be-4327-bbd9-0a8a58a7903e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:25.512304 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7ea1ce97-31be-4327-bbd9-0a8a58a7903e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (efa82c94-761b-4915-86fe-c24cc5a26bb2), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:25.610281 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.l3_db [None req-7ea1ce97-31be-4327-bbd9-0a8a58a7903e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Floating IP efa82c94-761b-4915-86fe-c24cc5a26bb2 associated. External IP: 172.27.2.215, port: 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687. Mar 07 14:18:25.815471 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea1ce97-31be-4327-bbd9-0a8a58a7903e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Router 45baf158-ecb1-4ac3-8891-3257a8c14132 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:18:25.918729 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea1ce97-31be-4327-bbd9-0a8a58a7903e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:18:25.924405 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7ea1ce97-31be-4327-bbd9-0a8a58a7903e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:25.929248 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaa783b-c7ea-4712-b1fc-67a4926777b1 None None] Sync routers for ids ['45baf158-ecb1-4ac3-8891-3257a8c14132'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:18:25.938237 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa783b-c7ea-4712-b1fc-67a4926777b1 None None] Routers {'45baf158-ecb1-4ac3-8891-3257a8c14132'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:18:25.939533 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-abaa783b-c7ea-4712-b1fc-67a4926777b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:18:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['45baf158-ecb1-4ac3-8891-3257a8c14132'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:25.960252 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-7ea1ce97-31be-4327-bbd9-0a8a58a7903e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "PUT /v2.0/floatingips/efa82c94-761b-4915-86fe-c24cc5a26bb2 HTTP/1.1" status: 200 len: 991 time: 1.1241729 Mar 07 14:18:25.960252 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57ac956-fb8c-425e-9d3c-c86f3574d8ee', 'tag': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:18:25.960252 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a991189-c1e4-4c1f-8a3e-b23f1a8e27ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e57ac956-fb8c-425e-9d3c-c86f3574d8ee", "tag": "3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:18:25.992347 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4d8a79-e0ca-4eec-971b-01fe4d93374d x-openstack-request-id: req-7e4d8a79-e0ca-4eec-971b-01fe4d93374d {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:18:25.992639 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57ac956-fb8c-425e-9d3c-c86f3574d8ee", "tag": "3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:18:25.992924 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e4d8a79-e0ca-4eec-971b-01fe4d93374d {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:18:25.993327 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57ac956-fb8c-425e-9d3c-c86f3574d8ee', 'tag': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687', 'status': 'completed', 'code': 200} Mar 07 14:18:26.053060 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-abaa783b-c7ea-4712-b1fc-67a4926777b1 None None] Set router 45baf158-ecb1-4ac3-8891-3257a8c14132 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:18:26.083142 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991189-c1e4-4c1f-8a3e-b23f1a8e27ff req-595d9c03-45ca-4c47-beca-616ae85f6520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:26.084701 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6a991189-c1e4-4c1f-8a3e-b23f1a8e27ff req-595d9c03-45ca-4c47-beca-616ae85f6520 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da39445715f04deaaf654d8b98a2d810&device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 1129 time: 0.0486710 Mar 07 14:18:26.174024 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991189-c1e4-4c1f-8a3e-b23f1a8e27ff req-b473ee38-3e30-42b5-b4ad-f1f1a7427e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:26.175435 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6a991189-c1e4-4c1f-8a3e-b23f1a8e27ff req-b473ee38-3e30-42b5-b4ad-f1f1a7427e7c service neutron] 10.222.0.25 "GET /v2.0/networks?id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118 HTTP/1.1" status: 200 len: 917 time: 0.0844724 Mar 07 14:18:26.244283 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6a991189-c1e4-4c1f-8a3e-b23f1a8e27ff req-ee64bed7-04c2-4f3a-81a3-ac6cce3abef8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 HTTP/1.1" status: 200 len: 999 time: 0.0611999 Mar 07 14:18:26.276456 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-abaa783b-c7ea-4712-b1fc-67a4926777b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 4, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port': {'id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': 'efa82c94-761b-4915-86fe-c24cc5a26bb2', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'port_id': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'mac_address': 'fa:16:3e:70:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57ac956-fb8c-425e-9d3c-c86f3574d8ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:18:13Z', 'updated_at': '2022-03-07T14:18:25Z', 'revision_number': 1, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1a2489-b06b-40d2-b305-e2725bd596a8', 'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'mac_address': 'fa:16:3e:4b:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:05Z', 'updated_at': '2022-03-07T14:08:23Z', 'revision_number': 5, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'subnets': [{'id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:26.294401 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991189-c1e4-4c1f-8a3e-b23f1a8e27ff req-0d35f24f-53bd-4275-9bde-122ebcc8f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:26.295869 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6a991189-c1e4-4c1f-8a3e-b23f1a8e27ff req-0d35f24f-53bd-4275-9bde-122ebcc8f823 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e822426-e097-44b3-a5b1-535a48fe7e53 HTTP/1.1" status: 200 len: 855 time: 0.0433881 Mar 07 14:18:26.302003 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaa783b-c7ea-4712-b1fc-67a4926777b1 None None] Checking router: 45baf158-ecb1-4ac3-8891-3257a8c14132 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:18:26.310103 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa783b-c7ea-4712-b1fc-67a4926777b1 None None] Routers {'45baf158-ecb1-4ac3-8891-3257a8c14132'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:18:26.310696 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-abaa783b-c7ea-4712-b1fc-67a4926777b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:18:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['45baf158-ecb1-4ac3-8891-3257a8c14132'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:26.345741 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991189-c1e4-4c1f-8a3e-b23f1a8e27ff req-891994c2-0979-4b96-9422-44e851bd64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:18:26.347254 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6a991189-c1e4-4c1f-8a3e-b23f1a8e27ff req-891994c2-0979-4b96-9422-44e851bd64a5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441766 Mar 07 14:18:26.419724 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-abaa783b-c7ea-4712-b1fc-67a4926777b1 None None] Set router 45baf158-ecb1-4ac3-8891-3257a8c14132 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:18:26.441275 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6a991189-c1e4-4c1f-8a3e-b23f1a8e27ff req-cdbe7f73-bc5d-4c3a-b9fa-d147c86b8a0d service neutron] 10.222.0.25 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877361 Mar 07 14:18:26.529299 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6a991189-c1e4-4c1f-8a3e-b23f1a8e27ff req-3981bb5c-3953-49c9-9ce6-3f332dd446df service neutron] 10.222.0.25 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816386 Mar 07 14:18:26.581522 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:26.787362 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-abaa783b-c7ea-4712-b1fc-67a4926777b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 4, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port': {'id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': 'efa82c94-761b-4915-86fe-c24cc5a26bb2', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'port_id': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'mac_address': 'fa:16:3e:70:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57ac956-fb8c-425e-9d3c-c86f3574d8ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:18:13Z', 'updated_at': '2022-03-07T14:18:25Z', 'revision_number': 1, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1a2489-b06b-40d2-b305-e2725bd596a8', 'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'mac_address': 'fa:16:3e:4b:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:05Z', 'updated_at': '2022-03-07T14:08:23Z', 'revision_number': 5, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'subnets': [{'id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:18:26.813111 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaa783b-c7ea-4712-b1fc-67a4926777b1 None None] The sync data for ids ['45baf158-ecb1-4ac3-8891-3257a8c14132'] in dv-cinder-794001-5-iscsi is: [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 4, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port': {'id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': 'efa82c94-761b-4915-86fe-c24cc5a26bb2', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'port_id': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'mac_address': 'fa:16:3e:70:3a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57ac956-fb8c-425e-9d3c-c86f3574d8ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:18:13Z', 'updated_at': '2022-03-07T14:18:25Z', 'revision_number': 1, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1a2489-b06b-40d2-b305-e2725bd596a8', 'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'mac_address': 'fa:16:3e:4b:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:05Z', 'updated_at': '2022-03-07T14:08:23Z', 'revision_number': 5, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'subnets': [{'id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:18:26.989724 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a6764f-c779-4ab1-82b0-417759b51007 None None] New status for floating IP efa82c94-761b-4915-86fe-c24cc5a26bb2: ACTIVE {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:18:32.398459 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:18:45.842101 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f12c4cb3-0f9e-4104-aa42-5be1c0b1fc1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:48.158779 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dd4f3512-0520-48bb-9bfb-47e099eb40ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:49.432927 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:50.862898 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:52.317127 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:18:56.539938 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:02.685544 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c7206775-7065-4446-8edc-6063e03705eb req-f02f9c54-395b-4cf4-bf2d-d4f42ed72540 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0937715 Mar 07 14:19:02.794084 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7206775-7065-4446-8edc-6063e03705eb req-cf20a0ac-02fd-410a-95ef-b6553e8e572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:02.795463 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c7206775-7065-4446-8edc-6063e03705eb req-cf20a0ac-02fd-410a-95ef-b6553e8e572e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00562a6de5794d00b6b4085bc4010fb4&device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 1129 time: 0.0438118 Mar 07 14:19:02.898241 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7206775-7065-4446-8edc-6063e03705eb req-6a37ff4f-c325-4857-a087-eb57f14b8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:02.899701 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c7206775-7065-4446-8edc-6063e03705eb req-6a37ff4f-c325-4857-a087-eb57f14b8f6f service neutron] 10.222.0.25 "GET /v2.0/networks?id=933b9e65-7ee9-4adf-863f-8b675ebba9ea HTTP/1.1" status: 200 len: 912 time: 0.0831516 Mar 07 14:19:02.967606 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c7206775-7065-4446-8edc-6063e03705eb req-7f14e0d4-5ec3-4919-83bf-d0ca2b445512 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f50539c-eaee-420b-978e-b7b0bfead7db HTTP/1.1" status: 200 len: 1001 time: 0.0587504 Mar 07 14:19:03.014729 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7206775-7065-4446-8edc-6063e03705eb req-aa3621ad-4ccb-414c-9db2-a261d67f3909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:03.016338 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c7206775-7065-4446-8edc-6063e03705eb req-aa3621ad-4ccb-414c-9db2-a261d67f3909 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=67446beb-321d-48fe-a154-bbf9a158e88a HTTP/1.1" status: 200 len: 850 time: 0.0423112 Mar 07 14:19:03.062461 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7206775-7065-4446-8edc-6063e03705eb req-4d5a8742-721b-4083-8a53-4fe6392a81a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:03.064625 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c7206775-7065-4446-8edc-6063e03705eb req-4d5a8742-721b-4083-8a53-4fe6392a81a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=933b9e65-7ee9-4adf-863f-8b675ebba9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424483 Mar 07 14:19:03.153162 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c7206775-7065-4446-8edc-6063e03705eb req-caafa641-7cad-4f06-a9ab-f4079601b6cf service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824964 Mar 07 14:19:03.239536 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c7206775-7065-4446-8edc-6063e03705eb req-66cc3141-7e32-493b-b973-59985956ed19 service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792317 Mar 07 14:19:09.397833 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:19:15.844242 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9b989d53-0341-4fda-8a6f-675a6fbbb65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:18.160676 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ace6af94-d1a1-4758-9e1b-9ba521db92fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:19.436033 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:20.872848 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:22.321931 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:26.545390 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:43.967742 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180cdee-a903-4daa-97f4-325929c34399 req-216af46f-3bd6-4f20-82b0-19c214642430 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:43.969160 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5180cdee-a903-4daa-97f4-325929c34399 req-216af46f-3bd6-4f20-82b0-19c214642430 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0534582 Mar 07 14:19:44.014315 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5180cdee-a903-4daa-97f4-325929c34399 req-b6fa61f2-591b-47b8-a541-54699da89920 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396190 Mar 07 14:19:45.144500 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1837672-a655-4e62-a2dd-698fa1e6b045 req-933db2ee-968a-415e-9f18-00fb19cb3c12 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:45.146047 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e1837672-a655-4e62-a2dd-698fa1e6b045 req-933db2ee-968a-415e-9f18-00fb19cb3c12 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0557387 Mar 07 14:19:45.196591 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e1837672-a655-4e62-a2dd-698fa1e6b045 req-840472a8-7e52-4245-86e0-5bb827024c8c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441630 Mar 07 14:19:45.846783 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2834d9c7-f173-4bec-b09b-6e8c37299214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:46.330612 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb227c50-9302-4ee9-b211-02c72f02096d req-6bd1c5a9-8561-4290-8742-bd3b8a25402b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:46.332076 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bb227c50-9302-4ee9-b211-02c72f02096d req-6bd1c5a9-8561-4290-8742-bd3b8a25402b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0556741 Mar 07 14:19:46.377116 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bb227c50-9302-4ee9-b211-02c72f02096d req-9805d8b7-19ce-4e76-9f85-6624a12af813 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396149 Mar 07 14:19:46.397424 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:19:47.497479 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208b6ea-0cd1-464d-8cf4-420038b71bdf req-5e84cc16-d2fb-4cee-8831-8447cb8c0fa8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:47.498968 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0208b6ea-0cd1-464d-8cf4-420038b71bdf req-5e84cc16-d2fb-4cee-8831-8447cb8c0fa8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0519009 Mar 07 14:19:47.546215 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0208b6ea-0cd1-464d-8cf4-420038b71bdf req-1d7b6e3a-2629-48fb-b063-245132760635 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409291 Mar 07 14:19:48.164912 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-26f2f3c4-7d51-416d-ae9e-2984f0ee232f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:48.673328 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22cd99-5c6b-4c53-946e-fe6d38c5bb7a req-0e8ccf98-9f97-468b-ad6c-ba1ddffe690c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:48.674821 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cb22cd99-5c6b-4c53-946e-fe6d38c5bb7a req-0e8ccf98-9f97-468b-ad6c-ba1ddffe690c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0587647 Mar 07 14:19:48.720856 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cb22cd99-5c6b-4c53-946e-fe6d38c5bb7a req-612981ea-3326-42ef-af27-06bc1eeabbd2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404780 Mar 07 14:19:49.438272 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:49.841133 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b545ed-3352-41b6-8434-2e71e51f4b38 req-017f3699-87a7-4ca5-8740-0914d3b92e13 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:49.842714 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c2b545ed-3352-41b6-8434-2e71e51f4b38 req-017f3699-87a7-4ca5-8740-0914d3b92e13 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0514810 Mar 07 14:19:49.887889 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c2b545ed-3352-41b6-8434-2e71e51f4b38 req-48fce623-997a-40f7-a2a5-cce498ca87fe tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397983 Mar 07 14:19:50.868210 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:51.010132 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e737f-ecf1-41d5-adef-0809bae3ddb0 req-c9bad802-2018-4dc8-8193-3ce5f921ced1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:51.011505 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-043e737f-ecf1-41d5-adef-0809bae3ddb0 req-c9bad802-2018-4dc8-8193-3ce5f921ced1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0508659 Mar 07 14:19:51.060634 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-043e737f-ecf1-41d5-adef-0809bae3ddb0 req-6b4f4064-0a0b-44fd-b736-758d28177160 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427663 Mar 07 14:19:52.182827 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eee25e-76eb-4002-a513-5e4d625a0f23 req-c2f23eba-a74c-4d92-94f0-674f3ccdc50e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:52.184276 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-49eee25e-76eb-4002-a513-5e4d625a0f23 req-c2f23eba-a74c-4d92-94f0-674f3ccdc50e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0519695 Mar 07 14:19:52.230515 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-49eee25e-76eb-4002-a513-5e4d625a0f23 req-35599d7d-6f2c-46ed-acf1-4a5eef0884d8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400486 Mar 07 14:19:52.324163 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:53.351652 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525629d-1db6-4665-bd92-93aceaef37c2 req-d83b0ccb-148e-4024-8ace-f90705ce8ddb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:53.353178 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5525629d-1db6-4665-bd92-93aceaef37c2 req-d83b0ccb-148e-4024-8ace-f90705ce8ddb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0525835 Mar 07 14:19:53.400225 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5525629d-1db6-4665-bd92-93aceaef37c2 req-a17801ad-29b3-4458-846a-fd3408f7c580 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409100 Mar 07 14:19:54.525099 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c97bb3-93a4-4a43-8e54-aab712f23749 req-ad9edfcb-6890-4b48-8022-62ddf992e8da tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:54.526548 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-10c97bb3-93a4-4a43-8e54-aab712f23749 req-ad9edfcb-6890-4b48-8022-62ddf992e8da tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0568023 Mar 07 14:19:54.572081 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-10c97bb3-93a4-4a43-8e54-aab712f23749 req-a20b6c4f-af19-42e6-911f-ea181105b981 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399444 Mar 07 14:19:55.694263 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb6e18-71d8-48ad-94db-89617aea7db0 req-fb865fd5-559f-491b-9087-d920ef06d9ec tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:55.695732 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1afb6e18-71d8-48ad-94db-89617aea7db0 req-fb865fd5-559f-491b-9087-d920ef06d9ec tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0518942 Mar 07 14:19:55.741970 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1afb6e18-71d8-48ad-94db-89617aea7db0 req-b6221160-2b39-4ab4-8bc6-64f58b2a282d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406818 Mar 07 14:19:56.537772 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:56.861595 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707d2e6-f954-4a6e-9c54-36bc6deb7a12 req-1d8e71bd-3bdd-4e51-956b-d3b3f190ad3d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:56.863071 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2707d2e6-f954-4a6e-9c54-36bc6deb7a12 req-1d8e71bd-3bdd-4e51-956b-d3b3f190ad3d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0511782 Mar 07 14:19:56.912231 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2707d2e6-f954-4a6e-9c54-36bc6deb7a12 req-84cfff06-dc99-4ff5-97d4-038f766e13b3 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437636 Mar 07 14:19:58.033159 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa0127-5ce1-42e0-a83d-862b7c2ccb17 req-fb7fcef9-3a2c-469f-a765-505a109fe250 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:58.034652 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-eeaa0127-5ce1-42e0-a83d-862b7c2ccb17 req-fb7fcef9-3a2c-469f-a765-505a109fe250 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0536742 Mar 07 14:19:58.082225 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-eeaa0127-5ce1-42e0-a83d-862b7c2ccb17 req-e3d6e76a-14d4-487b-ae69-1958373f4558 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420864 Mar 07 14:19:58.629110 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:19:58.724904 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:19:58.735703 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Returning: {'device': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'port_id': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687', 'mac_address': 'fa:16:3e:70:3a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:19:58.772204 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 is: ACTIVE; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:19:58.772589 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:58.785134 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:19:58.804236 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:19:58.808215 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:19:58.861871 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,revision_number=6']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:19:58.868819 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:58.869196 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:58.869578 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:58.869921 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:58.870257 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:58.870591 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:58.870922 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:58.871278 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:58.871609 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:58.871958 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:58.872326 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:58.872649 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:58.873023 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:19:58.974599 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:19:59.204407 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3df36-01e4-48c7-ab74-5ec30452ed68 req-5097e631-b025-45e4-92ce-92fe56f64ce5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:19:59.205900 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-07b3df36-01e4-48c7-ab74-5ec30452ed68 req-5097e631-b025-45e4-92ce-92fe56f64ce5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 944 time: 0.0521474 Mar 07 14:19:59.251046 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-07b3df36-01e4-48c7-ab74-5ec30452ed68 req-cd81a6b0-0984-421d-93ef-d68480202a84 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396376 Mar 07 14:20:00.400613 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8660b5d-7925-4b7d-8906-b66b9225d3cc req-202638c9-0bfc-4c04-b45f-34d85353ac03 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:00.403377 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f8660b5d-7925-4b7d-8906-b66b9225d3cc req-202638c9-0bfc-4c04-b45f-34d85353ac03 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 944 time: 0.0683227 Mar 07 14:20:00.484604 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f8660b5d-7925-4b7d-8906-b66b9225d3cc req-55587df7-6a0e-41e8-8523-aca62938ac00 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691266 Mar 07 14:20:00.660608 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 up at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:20:00.724245 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning complete for port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:20:00.724735 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:00.809374 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:20:00.809783 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:00.834765 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57ac956-fb8c-425e-9d3c-c86f3574d8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:20:00.837166 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb78f85-583a-46ef-b6f8-062ec0117a8c" -d '{"events": [{"server_uuid": "e57ac956-fb8c-425e-9d3c-c86f3574d8ee", "name": "network-vif-plugged", "status": "completed", "tag": "3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:20:00.849985 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:20:00.862030 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:00.905239 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb2c153-9681-4563-bb58-14404fb16af5 x-openstack-request-id: req-beb2c153-9681-4563-bb58-14404fb16af5 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:20:00.905997 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57ac956-fb8c-425e-9d3c-c86f3574d8ee", "name": "network-vif-plugged", "status": "completed", "tag": "3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:20:00.906349 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-beb2c153-9681-4563-bb58-14404fb16af5 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:20:00.906834 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57ac956-fb8c-425e-9d3c-c86f3574d8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687', 'code': 200} Mar 07 14:20:00.940044 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,revision_number=7']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:01.603723 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65588df6-28b2-4b56-99a3-4c871df13b76 req-65b91d35-8f87-4a40-afae-2666fce09bbd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:01.605383 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-65588df6-28b2-4b56-99a3-4c871df13b76 req-65b91d35-8f87-4a40-afae-2666fce09bbd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0533535 Mar 07 14:20:01.654679 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-65588df6-28b2-4b56-99a3-4c871df13b76 req-c0ad6d77-bd1c-4b34-9daf-dd62a9db9c76 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429330 Mar 07 14:20:02.805471 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514bd02-6573-4c30-a916-9e5bbfe72f5a req-1b04ad0c-97b5-440c-99f7-951a01eadec7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:02.807032 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f514bd02-6573-4c30-a916-9e5bbfe72f5a req-1b04ad0c-97b5-440c-99f7-951a01eadec7 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0711215 Mar 07 14:20:02.861830 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f514bd02-6573-4c30-a916-9e5bbfe72f5a req-04c586d8-0115-4923-b4e5-fbf950438ef6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478318 Mar 07 14:20:03.903786 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9a197e8a-0388-4729-9775-c31b3b4c773b req-8bb319b6-7e4a-481b-b09e-bbe26c4c0bf7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=78fb9c24-5da2-4923-a74e-3ac653792957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514536 Mar 07 14:20:03.994590 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1159536-36c4-4c0e-9192-b985ac6471ad req-215727a7-9f26-4ecb-b130-b979d95a5ab6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:04.002657 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c1159536-36c4-4c0e-9192-b985ac6471ad req-215727a7-9f26-4ecb-b130-b979d95a5ab6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0606461 Mar 07 14:20:04.007838 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a197e8a-0388-4729-9775-c31b3b4c773b req-9bc0fceb-d709-438d-8181-ab62271dd4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:04.014525 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9a197e8a-0388-4729-9775-c31b3b4c773b req-9bc0fceb-d709-438d-8181-ab62271dd4cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 1129 time: 0.0761318 Mar 07 14:20:04.052467 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c1159536-36c4-4c0e-9192-b985ac6471ad req-bc64df83-c204-46b9-8c72-b0b2c6086244 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486536 Mar 07 14:20:04.168530 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a197e8a-0388-4729-9775-c31b3b4c773b req-6155d9b6-d4c2-42d6-8c5e-4eb0fb336898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:04.170155 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9a197e8a-0388-4729-9775-c31b3b4c773b req-6155d9b6-d4c2-42d6-8c5e-4eb0fb336898 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 200 len: 916 time: 0.1362803 Mar 07 14:20:04.237987 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9a197e8a-0388-4729-9775-c31b3b4c773b req-24ad478f-5e10-4502-8382-01500309cb6d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1aa58865-62fc-4cc9-b7d8-b785318caf85 HTTP/1.1" status: 200 len: 1001 time: 0.0618629 Mar 07 14:20:04.299555 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a197e8a-0388-4729-9775-c31b3b4c773b req-1992bee5-96db-4c13-8406-298745151397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:04.301072 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9a197e8a-0388-4729-9775-c31b3b4c773b req-1992bee5-96db-4c13-8406-298745151397 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94b6b23d-f0fc-499f-8502-08cb48270361 HTTP/1.1" status: 200 len: 854 time: 0.0569980 Mar 07 14:20:04.365750 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a197e8a-0388-4729-9775-c31b3b4c773b req-b3bb127a-d63a-4a64-ad0b-98646c84f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:04.368792 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9a197e8a-0388-4729-9775-c31b3b4c773b req-b3bb127a-d63a-4a64-ad0b-98646c84f560 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b62fa4f-b2cf-4013-a771-a3abfae0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618651 Mar 07 14:20:04.493914 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9a197e8a-0388-4729-9775-c31b3b4c773b req-3d491607-7c94-4d6e-81b4-fa3d53d95f37 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181114 Mar 07 14:20:04.597865 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9a197e8a-0388-4729-9775-c31b3b4c773b req-4ac910b9-6dde-42b8-b698-fa5b61595c5e service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972655 Mar 07 14:20:05.203744 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835f975-bc2f-46a2-95ba-48cee0aa2efa req-725aead6-5493-4c34-aa16-f35787f36151 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:05.205286 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0835f975-bc2f-46a2-95ba-48cee0aa2efa req-725aead6-5493-4c34-aa16-f35787f36151 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0698907 Mar 07 14:20:05.266345 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0835f975-bc2f-46a2-95ba-48cee0aa2efa req-a7484a4f-13d9-4022-a5e2-6109ac2554d9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527220 Mar 07 14:20:06.396055 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea816e0-7d7e-4b63-83d3-0cb2d0db1d64 req-cbabb3d2-6866-4262-a6d8-05f957ead218 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:06.398355 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7ea816e0-7d7e-4b63-83d3-0cb2d0db1d64 req-cbabb3d2-6866-4262-a6d8-05f957ead218 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0564830 Mar 07 14:20:06.448779 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7ea816e0-7d7e-4b63-83d3-0cb2d0db1d64 req-99257aa2-37ec-4ac9-af0c-a25968bb341c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444546 Mar 07 14:20:07.634384 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2adac99-b49a-4802-852b-620e42728f36 req-46a2f063-aa30-43d8-b2cd-e33663e22871 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:07.636265 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c2adac99-b49a-4802-852b-620e42728f36 req-46a2f063-aa30-43d8-b2cd-e33663e22871 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0866547 Mar 07 14:20:07.692042 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c2adac99-b49a-4802-852b-620e42728f36 req-69276852-ce43-4352-a586-e820c25b5a9c tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480511 Mar 07 14:20:08.835924 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358fbd7-2f19-46f4-88ef-0fd7450abb59 req-c62a5019-215d-4a3b-aa57-16d22249f869 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:08.837323 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5358fbd7-2f19-46f4-88ef-0fd7450abb59 req-c62a5019-215d-4a3b-aa57-16d22249f869 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0546782 Mar 07 14:20:08.882301 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5358fbd7-2f19-46f4-88ef-0fd7450abb59 req-396c3e70-402f-4b3a-8656-fa0cd23f9bd2 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394704 Mar 07 14:20:09.458433 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede906d6-90b8-4520-8a45-7929cf40dd6b req-ce80d668-f5cf-4128-a30d-8f843d769a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:09.459891 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ede906d6-90b8-4520-8a45-7929cf40dd6b req-ce80d668-f5cf-4128-a30d-8f843d769a44 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da39445715f04deaaf654d8b98a2d810&device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 1129 time: 0.0445411 Mar 07 14:20:09.552119 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede906d6-90b8-4520-8a45-7929cf40dd6b req-e4442207-d1e6-4705-98ea-b9b6195761fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:09.553608 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ede906d6-90b8-4520-8a45-7929cf40dd6b req-e4442207-d1e6-4705-98ea-b9b6195761fe service neutron] 10.222.0.25 "GET /v2.0/networks?id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118 HTTP/1.1" status: 200 len: 917 time: 0.0867555 Mar 07 14:20:09.615863 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ede906d6-90b8-4520-8a45-7929cf40dd6b req-7eb50da7-c99c-453b-a240-35de07bd0244 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 HTTP/1.1" status: 200 len: 1001 time: 0.0559623 Mar 07 14:20:09.662174 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede906d6-90b8-4520-8a45-7929cf40dd6b req-591eac40-568b-4dd3-87ab-3ac18daab06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:09.663630 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ede906d6-90b8-4520-8a45-7929cf40dd6b req-591eac40-568b-4dd3-87ab-3ac18daab06a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e822426-e097-44b3-a5b1-535a48fe7e53 HTTP/1.1" status: 200 len: 855 time: 0.0424542 Mar 07 14:20:09.718444 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede906d6-90b8-4520-8a45-7929cf40dd6b req-e79797c0-b914-4676-88c9-edf2233bee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:09.719914 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ede906d6-90b8-4520-8a45-7929cf40dd6b req-e79797c0-b914-4676-88c9-edf2233bee6c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464034 Mar 07 14:20:09.806828 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ede906d6-90b8-4520-8a45-7929cf40dd6b req-c7f456a6-ba8a-4ce8-97a4-cd1bc7693027 service neutron] 10.222.0.25 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795202 Mar 07 14:20:09.894984 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ede906d6-90b8-4520-8a45-7929cf40dd6b req-779c080e-5701-4506-b502-1ab69aa641c8 service neutron] 10.222.0.25 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822709 Mar 07 14:20:10.004581 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45451740-4f25-4917-a2a1-e5ce6e0a72d4 req-e79b4615-b445-4473-953f-1336d4edeec4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:10.006073 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-45451740-4f25-4917-a2a1-e5ce6e0a72d4 req-e79b4615-b445-4473-953f-1336d4edeec4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0522151 Mar 07 14:20:10.052137 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-45451740-4f25-4917-a2a1-e5ce6e0a72d4 req-0d89ae65-b339-4a57-bccb-2829ca86944d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406857 Mar 07 14:20:11.171677 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ef5e3-5a47-4f0f-99c2-c44ea6502885 req-bf2b5cae-08f9-4bf4-9d5e-0c08fd571d22 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:11.173146 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-336ef5e3-5a47-4f0f-99c2-c44ea6502885 req-bf2b5cae-08f9-4bf4-9d5e-0c08fd571d22 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0511222 Mar 07 14:20:11.222824 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-336ef5e3-5a47-4f0f-99c2-c44ea6502885 req-0a5c8883-3e2c-4841-82ce-e1d5faa6a14f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441296 Mar 07 14:20:12.345413 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8ddfb-a3f8-4f6b-87cb-95bc31a5dbbc req-9a1f4e14-0b0c-410d-bfe2-a0836c0eddce tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:12.346861 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9bc8ddfb-a3f8-4f6b-87cb-95bc31a5dbbc req-9a1f4e14-0b0c-410d-bfe2-a0836c0eddce tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 945 time: 0.0534809 Mar 07 14:20:12.393480 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9bc8ddfb-a3f8-4f6b-87cb-95bc31a5dbbc req-0261ec38-e900-4bf2-b979-e895a2bb590b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410292 Mar 07 14:20:12.721192 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:20:12.801460 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 is: ACTIVE; New status is: DOWN {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:20:12.801859 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:12.825097 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57ac956-fb8c-425e-9d3c-c86f3574d8ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:20:12.828023 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e67a47-8d7b-4d85-a716-9fe10edd744f" -d '{"events": [{"server_uuid": "e57ac956-fb8c-425e-9d3c-c86f3574d8ee", "name": "network-vif-unplugged", "status": "completed", "tag": "3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:20:12.840985 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:20:12.846428 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:12.871193 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 14:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d99346-1cfe-48ec-a231-a7d027e0e860 x-openstack-request-id: req-61d99346-1cfe-48ec-a231-a7d027e0e860 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:20:12.871803 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57ac956-fb8c-425e-9d3c-c86f3574d8ee", "name": "network-vif-unplugged", "status": "failed", "tag": "3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687", "code": 422}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:20:12.872712 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61d99346-1cfe-48ec-a231-a7d027e0e860 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:20:12.873271 dv-cinder-794001-5-iscsi neutron-server[103242]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e57ac956-fb8c-425e-9d3c-c86f3574d8ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687', 'code': 422} returned with failed status Mar 07 14:20:12.898321 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,revision_number=8']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:13.139200 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-09b39c8d-a900-43b0-bbf6-229288c93fdf req-74d6dbc2-383a-4506-9014-607e9ba22d8a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:20:13.140238 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-09b39c8d-a900-43b0-bbf6-229288c93fdf req-74d6dbc2-383a-4506-9014-607e9ba22d8a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055263 Mar 07 14:20:13.296931 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c333d3-e9f6-46c1-b327-bb52ddcd42ee req-ced77ca4-b3b2-4618-bdd3-ac1d3f333d16 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:13.298458 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a7c333d3-e9f6-46c1-b327-bb52ddcd42ee req-ced77ca4-b3b2-4618-bdd3-ac1d3f333d16 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 943 time: 0.0543933 Mar 07 14:20:13.346526 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a7c333d3-e9f6-46c1-b327-bb52ddcd42ee req-b8c3443b-b68d-4a1c-b7a8-88e8e8d390fa tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425169 Mar 07 14:20:13.507957 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 42932) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:20:13.596185 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-c71e99a3-6b89-4bcb-8096-75dc546da819 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871038 Mar 07 14:20:13.604305 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-5e9475d9-e5ab-4dff-a214-fb3bec9d8c69 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:20:13.605286 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-5e9475d9-e5ab-4dff-a214-fb3bec9d8c69 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047030 Mar 07 14:20:13.679965 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42942) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:20:13.727116 dv-cinder-794001-5-iscsi neutron-server[103240]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 14:20:13.771944 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-17739039-17d5-4a27-8df6-888c0aaea9b5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:13.773369 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-17739039-17d5-4a27-8df6-888c0aaea9b5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports/3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 HTTP/1.1" status: 200 len: 940 time: 0.0923831 Mar 07 14:20:14.469496 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78997c0d-9e81-4084-afb3-b10dc542a259 req-42501cbb-eaff-4d33-a5f0-7262dba105cb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:14.470851 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-78997c0d-9e81-4084-afb3-b10dc542a259 req-42501cbb-eaff-4d33-a5f0-7262dba105cb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 943 time: 0.0524929 Mar 07 14:20:14.516697 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-78997c0d-9e81-4084-afb3-b10dc542a259 req-19bb52d0-59af-4bd8-89e1-c954455c8273 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402207 Mar 07 14:20:14.630646 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-8abe8a86-191d-4e1c-9718-d9a94093397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:14.632149 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-8abe8a86-191d-4e1c-9718-d9a94093397f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee&tenant_id=da39445715f04deaaf654d8b98a2d810 HTTP/1.1" status: 200 len: 1127 time: 0.0774493 Mar 07 14:20:14.705794 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-464fe78f-e17d-4fcb-8204-0eb46fb4831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:14.707255 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-464fe78f-e17d-4fcb-8204-0eb46fb4831d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da39445715f04deaaf654d8b98a2d810&device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 1127 time: 0.0435858 Mar 07 14:20:14.794714 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-fce5da6a-e678-45e5-8907-506b5d756e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:14.796180 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-fce5da6a-e678-45e5-8907-506b5d756e5c service neutron] 10.222.0.25 "GET /v2.0/networks?id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118 HTTP/1.1" status: 200 len: 917 time: 0.0812912 Mar 07 14:20:14.862899 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-971ad047-d224-47b9-91fa-7050a2387ece service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 HTTP/1.1" status: 200 len: 999 time: 0.0599399 Mar 07 14:20:14.910979 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-801c2f41-b57c-4228-81c1-55196a0e89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:14.912439 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-801c2f41-b57c-4228-81c1-55196a0e89bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e822426-e097-44b3-a5b1-535a48fe7e53 HTTP/1.1" status: 200 len: 855 time: 0.0434625 Mar 07 14:20:14.960146 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-375269ba-5012-4cce-8674-e0b3cd51d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:14.961706 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-375269ba-5012-4cce-8674-e0b3cd51d233 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=20c2fd25-1cf8-48ac-88d2-b56d95ddd118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433898 Mar 07 14:20:15.049530 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-cf66369c-8cfd-410c-b48a-a34cfbb4ae44 service neutron] 10.222.0.25 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817249 Mar 07 14:20:15.143638 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-95247ad9-1743-4ed5-860c-88bb31f6a8a6 service neutron] 10.222.0.25 "GET /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872478 Mar 07 14:20:15.672737 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa0d36-2792-4c5a-b961-32bbb69aa121 req-2371e324-167c-4e98-b8c0-bf6393faf1bc tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:15.681186 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a3aa0d36-2792-4c5a-b961-32bbb69aa121 req-2371e324-167c-4e98-b8c0-bf6393faf1bc tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 943 time: 0.0713494 Mar 07 14:20:15.750722 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a3aa0d36-2792-4c5a-b961-32bbb69aa121 req-7048ec9d-c791-41c7-813c-f2a3e558acc9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681422 Mar 07 14:20:15.849807 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8ff2e8f-9856-416a-9d5d-fce0b01e3ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:16.749814 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:20:16.835215 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 is: DOWN; New status is: DOWN {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:20:16.894556 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6e1d4-09f6-4785-8938-50bca2e462ec req-236639f7-21c9-491c-a44c-367d16c8d97a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:16.896042 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-eef6e1d4-09f6-4785-8938-50bca2e462ec req-236639f7-21c9-491c-a44c-367d16c8d97a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 943 time: 0.0571668 Mar 07 14:20:16.942301 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-eef6e1d4-09f6-4785-8938-50bca2e462ec req-31a2ad99-766e-403a-aa78-1b3437fd0a7e tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407743 Mar 07 14:20:18.093958 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450be4fc-a12d-4e52-a5f7-d7e0bbad5f7f req-fa856acd-9c71-4ebd-ae79-db236491c5e6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:18.095462 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-450be4fc-a12d-4e52-a5f7-d7e0bbad5f7f req-fa856acd-9c71-4ebd-ae79-db236491c5e6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 943 time: 0.0764647 Mar 07 14:20:18.147227 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-450be4fc-a12d-4e52-a5f7-d7e0bbad5f7f req-99ae1bcf-cd66-4a95-999e-c38cd243ed02 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462656 Mar 07 14:20:18.172378 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f13bbd83-1da3-4a82-86d4-95efb3cc15a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:19.305376 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe2a6c-b65f-4915-8962-2907e2f38d27 req-2297c9ef-346d-4d54-bb78-107491c712b1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:19.306840 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f2fe2a6c-b65f-4915-8962-2907e2f38d27 req-2297c9ef-346d-4d54-bb78-107491c712b1 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 943 time: 0.0694504 Mar 07 14:20:19.357716 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f2fe2a6c-b65f-4915-8962-2907e2f38d27 req-26be636d-b155-48a8-bbab-de9b7807d7eb tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443223 Mar 07 14:20:19.445437 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:20.498849 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f2dbe-a45b-442a-8084-5b4ee062e32b req-2c6e5481-e91f-4316-b81e-a0c5beaaf495 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:20.501133 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7b4f2dbe-a45b-442a-8084-5b4ee062e32b req-2c6e5481-e91f-4316-b81e-a0c5beaaf495 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 943 time: 0.0703166 Mar 07 14:20:20.550352 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7b4f2dbe-a45b-442a-8084-5b4ee062e32b req-c30e3800-d3f6-4488-8d9b-b6b63263ce77 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432985 Mar 07 14:20:20.880136 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:21.697844 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3883cd-e94c-4eb3-b1b6-23480269135d req-da9abe17-e3a0-4327-bd4f-b38a8c7c17b8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:21.704200 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0b3883cd-e94c-4eb3-b1b6-23480269135d req-da9abe17-e3a0-4327-bd4f-b38a8c7c17b8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 943 time: 0.0820959 Mar 07 14:20:21.767785 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0b3883cd-e94c-4eb3-b1b6-23480269135d req-a76f0ca5-6b58-4dca-bc73-32da257133ec tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613565 Mar 07 14:20:22.327583 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:22.887853 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347d60d-968a-40cd-a65f-67666239d294 req-271ea31c-87fe-4796-918c-1d4a15bce71a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:22.890174 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c347d60d-968a-40cd-a65f-67666239d294 req-271ea31c-87fe-4796-918c-1d4a15bce71a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 943 time: 0.0534372 Mar 07 14:20:22.943687 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c347d60d-968a-40cd-a65f-67666239d294 req-80e0fc82-401e-45e5-940a-9da9965a979d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468986 Mar 07 14:20:23.396526 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:20:24.066271 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e44c16-d653-4e8d-bb4e-2b1150f8e2cb req-ea6c05a0-b7c5-45b1-93c5-4973905afdfd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:24.067750 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-83e44c16-d653-4e8d-bb4e-2b1150f8e2cb req-ea6c05a0-b7c5-45b1-93c5-4973905afdfd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 943 time: 0.0514636 Mar 07 14:20:24.115166 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-83e44c16-d653-4e8d-bb4e-2b1150f8e2cb req-15d39248-c524-43c6-9600-4d37367a002a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418148 Mar 07 14:20:25.243188 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373077c-4248-4a5b-8000-7d3c783155c5 req-07c74244-7332-42b8-a5fe-28067c427b18 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:25.244652 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8373077c-4248-4a5b-8000-7d3c783155c5 req-07c74244-7332-42b8-a5fe-28067c427b18 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 943 time: 0.0565510 Mar 07 14:20:25.289709 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8373077c-4248-4a5b-8000-7d3c783155c5 req-960117ec-ff50-4e75-80a0-433baa1175d8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396495 Mar 07 14:20:26.410106 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a78fc-86b1-4154-96fc-b8467361dd8a req-d4297a15-058f-4faf-b3f6-86d2dbd6039a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:26.411572 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c39a78fc-86b1-4154-96fc-b8467361dd8a req-d4297a15-058f-4faf-b3f6-86d2dbd6039a tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 943 time: 0.0515220 Mar 07 14:20:26.458554 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c39a78fc-86b1-4154-96fc-b8467361dd8a req-9ce8f192-67b5-4c60-8fd9-3e3061766919 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415366 Mar 07 14:20:26.555285 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:27.582804 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb4e66-2a5c-4cd4-993e-436805891239 req-db6c748c-f0c0-4e9b-a129-b8a60fdcb74d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:27.584311 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9fdb4e66-2a5c-4cd4-993e-436805891239 req-db6c748c-f0c0-4e9b-a129-b8a60fdcb74d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 943 time: 0.0554247 Mar 07 14:20:27.629663 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9fdb4e66-2a5c-4cd4-993e-436805891239 req-5cc9655f-edf9-441c-910f-ca1fff20c157 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398934 Mar 07 14:20:28.750555 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4851389-9c94-4dd7-8e7f-97203dac04c3 req-360d544a-89ca-41f6-970a-85141698c930 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:28.752026 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d4851389-9c94-4dd7-8e7f-97203dac04c3 req-360d544a-89ca-41f6-970a-85141698c930 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 943 time: 0.0526931 Mar 07 14:20:28.798100 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d4851389-9c94-4dd7-8e7f-97203dac04c3 req-63f69bb5-43c3-406c-8770-a43beb415752 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405474 Mar 07 14:20:29.917679 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4543cd-ebb3-42ec-9409-845b4a7feaf3 req-d26c3497-9fe0-44d8-9cdb-99c50bedc1f8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:29.919139 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5e4543cd-ebb3-42ec-9409-845b4a7feaf3 req-d26c3497-9fe0-44d8-9cdb-99c50bedc1f8 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 943 time: 0.0513363 Mar 07 14:20:29.968171 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5e4543cd-ebb3-42ec-9409-845b4a7feaf3 req-d42120f5-8be1-4f80-ad64-da6bf69cd379 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429151 Mar 07 14:20:30.820269 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:20:30.914278 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:20:30.924861 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Returning: {'device': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'port_id': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687', 'mac_address': 'fa:16:3e:70:3a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:20:30.964577 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:20:30.964995 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:30.977471 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:20:30.996312 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:20:31.001092 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:31.047787 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,revision_number=9']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:31.089944 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e9f05-b96a-4b97-8195-bfc8e2d7f794 req-50abdf8d-e122-46a5-a207-924f7b1e05ad tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:31.091418 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-844e9f05-b96a-4b97-8195-bfc8e2d7f794 req-50abdf8d-e122-46a5-a207-924f7b1e05ad tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 944 time: 0.0523570 Mar 07 14:20:31.136973 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-844e9f05-b96a-4b97-8195-bfc8e2d7f794 req-e209382c-ad55-44fe-a3a4-30c9a5e66621 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392258 Mar 07 14:20:31.430942 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:20:32.259148 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af06f9f-d269-46db-8015-d63e7781b727 req-899be2d9-f728-4557-88bd-be9d69a00e50 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:32.260629 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0af06f9f-d269-46db-8015-d63e7781b727 req-899be2d9-f728-4557-88bd-be9d69a00e50 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 944 time: 0.0526123 Mar 07 14:20:32.306084 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0af06f9f-d269-46db-8015-d63e7781b727 req-ddc74a9e-5510-4eb5-a529-51508c0518c4 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394537 Mar 07 14:20:32.831769 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 up at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:20:32.878299 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning complete for port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:20:32.878675 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:32.955847 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:20:32.956236 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:32.978890 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57ac956-fb8c-425e-9d3c-c86f3574d8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:20:32.981125 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503f14f2-09cf-439a-849c-925a78cd03f2" -d '{"events": [{"server_uuid": "e57ac956-fb8c-425e-9d3c-c86f3574d8ee", "name": "network-vif-plugged", "status": "completed", "tag": "3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:20:32.993555 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:20:32.999962 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:33.023889 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c8c7bf-758a-4bad-b7ff-9e40dcef1913 x-openstack-request-id: req-57c8c7bf-758a-4bad-b7ff-9e40dcef1913 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:20:33.024230 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57ac956-fb8c-425e-9d3c-c86f3574d8ee", "name": "network-vif-plugged", "status": "completed", "tag": "3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:20:33.024473 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-57c8c7bf-758a-4bad-b7ff-9e40dcef1913 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:20:33.024887 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57ac956-fb8c-425e-9d3c-c86f3574d8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687', 'code': 200} Mar 07 14:20:33.050566 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,revision_number=10']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:20:33.435031 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39472491-a1e5-4643-989a-80680f0332c9 req-d5cc5d89-6fc1-42da-8b7f-f55922918cfd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:33.437102 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-39472491-a1e5-4643-989a-80680f0332c9 req-d5cc5d89-6fc1-42da-8b7f-f55922918cfd tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 946 time: 0.0578697 Mar 07 14:20:33.485477 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-39472491-a1e5-4643-989a-80680f0332c9 req-480e0ca7-f3ed-4932-a21a-635274379a9f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 Mar 07 14:20:33.538022 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6fa45-0a25-429d-9037-ca4b6f6a5443 req-362d7f97-390b-4226-b6bf-6ed9c286408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:33.539529 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-aec6fa45-0a25-429d-9037-ca4b6f6a5443 req-362d7f97-390b-4226-b6bf-6ed9c286408b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 1130 time: 0.2825344 Mar 07 14:20:33.584374 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-aec6fa45-0a25-429d-9037-ca4b6f6a5443 req-0c9ce002-446d-4368-8523-1d91458c3579 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374906 Mar 07 14:20:34.611442 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca304665-c3b7-4945-9771-b62a86863beb req-04b11131-5d77-4514-a276-b7cb05103369 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:34.612955 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca304665-c3b7-4945-9771-b62a86863beb req-04b11131-5d77-4514-a276-b7cb05103369 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 946 time: 0.0533612 Mar 07 14:20:34.659482 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ca304665-c3b7-4945-9771-b62a86863beb req-70ee2ef9-27b3-4f33-8e48-b8ef2c52fee9 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411077 Mar 07 14:20:35.785484 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50aa640-8957-4be1-993c-cd1abe635e00 req-b11bc8fd-ee34-4a37-9463-51d60835cb4b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:35.786973 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f50aa640-8957-4be1-993c-cd1abe635e00 req-b11bc8fd-ee34-4a37-9463-51d60835cb4b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 946 time: 0.0533280 Mar 07 14:20:35.836759 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f50aa640-8957-4be1-993c-cd1abe635e00 req-8ea3c74f-9888-4cef-b15f-e77d4c4eab6d tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441391 Mar 07 14:20:36.958089 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3552e03-8673-4ff3-b96e-554f0b00f1e4 req-5effa816-d9f7-4d4f-9d3e-2ed9df23ba5b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:20:36.959569 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c3552e03-8673-4ff3-b96e-554f0b00f1e4 req-5effa816-d9f7-4d4f-9d3e-2ed9df23ba5b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 946 time: 0.0514448 Mar 07 14:20:37.004832 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c3552e03-8673-4ff3-b96e-554f0b00f1e4 req-f40d176d-24ce-4cc3-b40f-7acec2a0734b tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398023 Mar 07 14:20:45.854501 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-89bae20a-7aee-4be5-babe-a2ec2c9cd6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:48.168963 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8dd7d3e0-a13f-45b7-ba27-2525bcb248ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:49.447030 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:50.874552 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:52.331169 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:20:56.556562 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:00.395684 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:21:05.556575 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-030832b8-e2a6-4bc8-b7e2-a6a629377845 req-85c92621-447f-40ab-9c10-9498a2c2b285 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b88959b8-a7a9-4bce-b3a8-0e188c61e7a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422440 Mar 07 14:21:05.632254 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030832b8-e2a6-4bc8-b7e2-a6a629377845 req-26b9d0f9-6fa4-4b67-a926-8ac4044ba584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:05.633765 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-030832b8-e2a6-4bc8-b7e2-a6a629377845 req-26b9d0f9-6fa4-4b67-a926-8ac4044ba584 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b551156cb0845268ffb24ba78acd912&device_id=b88959b8-a7a9-4bce-b3a8-0e188c61e7a5 HTTP/1.1" status: 200 len: 1129 time: 0.0437415 Mar 07 14:21:05.734665 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030832b8-e2a6-4bc8-b7e2-a6a629377845 req-c1b9ca7d-ccff-4b79-8ac2-4455b0b58b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:05.736104 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-030832b8-e2a6-4bc8-b7e2-a6a629377845 req-c1b9ca7d-ccff-4b79-8ac2-4455b0b58b3d service neutron] 10.222.0.25 "GET /v2.0/networks?id=4ee45391-4b21-442b-9427-e7fb0d777af8 HTTP/1.1" status: 200 len: 915 time: 0.0839856 Mar 07 14:21:05.775761 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-030832b8-e2a6-4bc8-b7e2-a6a629377845 req-077bb486-7836-4f37-9269-9026bc64064d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=905ed17f-b839-4c9b-abbb-587d70e9f5fa HTTP/1.1" status: 200 len: 217 time: 0.0341098 Mar 07 14:21:05.824226 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030832b8-e2a6-4bc8-b7e2-a6a629377845 req-d91a49d1-8d46-4db2-9a5c-56492e86bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:05.826187 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-030832b8-e2a6-4bc8-b7e2-a6a629377845 req-d91a49d1-8d46-4db2-9a5c-56492e86bf38 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ba54286-24cc-44a9-b1e4-62ea294a6865 HTTP/1.1" status: 200 len: 854 time: 0.0449362 Mar 07 14:21:05.861826 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-030832b8-e2a6-4bc8-b7e2-a6a629377845 req-49073547-b03a-4819-ba85-ff94d1405517 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ee45391-4b21-442b-9427-e7fb0d777af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284340 Mar 07 14:21:05.949076 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-030832b8-e2a6-4bc8-b7e2-a6a629377845 req-650b9719-3a46-4e0a-8b92-f2faf732f09f service neutron] 10.222.0.25 "GET /v2.0/networks/4ee45391-4b21-442b-9427-e7fb0d777af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808165 Mar 07 14:21:06.039092 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-030832b8-e2a6-4bc8-b7e2-a6a629377845 req-2bc5e421-3dd6-42d2-a55d-d3c6fc1f277a service neutron] 10.222.0.25 "GET /v2.0/networks/4ee45391-4b21-442b-9427-e7fb0d777af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840638 Mar 07 14:21:15.855596 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b7fb85a-b6d4-4c00-95da-63d11d173b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:18.171449 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a444eb63-487a-4c54-8508-8f98dfbe4700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:19.452628 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:20.876435 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:22.333011 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:26.162604 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c89c8-e8df-42f5-ac80-6f793e83f923 req-cb7e1f9d-d228-4073-9338-c1432f4d4739 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:26.164081 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-344c89c8-e8df-42f5-ac80-6f793e83f923 req-cb7e1f9d-d228-4073-9338-c1432f4d4739 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 946 time: 0.0539911 Mar 07 14:21:26.210680 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-344c89c8-e8df-42f5-ac80-6f793e83f923 req-2be6228d-e5d7-4ac9-adab-55181b3a8955 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406685 Mar 07 14:21:26.572040 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:27.336844 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc1a9b-73e2-4f07-adbd-dfe2c445dfe0 req-f7491528-91d5-4268-96d9-138ddacc9cbf tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:27.338289 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a6fc1a9b-73e2-4f07-adbd-dfe2c445dfe0 req-f7491528-91d5-4268-96d9-138ddacc9cbf tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 946 time: 0.0547583 Mar 07 14:21:27.383034 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a6fc1a9b-73e2-4f07-adbd-dfe2c445dfe0 req-42548331-4cc4-4246-8075-6a21ad790f14 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f45a863-f5c8-4393-860a-90514f061417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390627 Mar 07 14:21:27.812089 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e915e-a9fd-4c28-b8d8-96f18db25e20 req-a2fef733-76b6-4cae-82c2-115249e377bc tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:27.813554 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-823e915e-a9fd-4c28-b8d8-96f18db25e20 req-a2fef733-76b6-4cae-82c2-115249e377bc tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.25 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 946 time: 0.0532119 Mar 07 14:21:27.909068 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-823e915e-a9fd-4c28-b8d8-96f18db25e20 req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Deleting port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:21:27.909405 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-823e915e-a9fd-4c28-b8d8-96f18db25e20 req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:27.996008 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-823e915e-a9fd-4c28-b8d8-96f18db25e20 req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] For port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:21:27.997248 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-823e915e-a9fd-4c28-b8d8-96f18db25e20 req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:28.210914 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-823e915e-a9fd-4c28-b8d8-96f18db25e20 req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:28.211192 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-823e915e-a9fd-4c28-b8d8-96f18db25e20 req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (efa82c94-761b-4915-86fe-c24cc5a26bb2), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:28.211507 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.db.l3_db [req-823e915e-a9fd-4c28-b8d8-96f18db25e20 req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Floating IP efa82c94-761b-4915-86fe-c24cc5a26bb2 disassociated. External IP: 172.27.2.215, port: 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687. Mar 07 14:21:28.211848 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-823e915e-a9fd-4c28-b8d8-96f18db25e20 req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Calling delete_port for 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:21:28.338872 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-823e915e-a9fd-4c28-b8d8-96f18db25e20 req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:28.367373 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Pushing event deleted for resources: {'Port': ['ID=3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:28.377511 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:28.377872 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:28.378224 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:28.378573 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:28.378914 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:28.379254 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:28.379593 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:28.379925 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:28.380251 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:28.380583 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:28.380941 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:28.381275 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:28.381602 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:28.483681 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a7cdcc71-8d01-48b4-855e-3792f1ab9ea5 req-13301391-ba3f-4c59-82c2-3a52641afb13 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/ports?device_id=e57ac956-fb8c-425e-9d3c-c86f3574d8ee HTTP/1.1" status: 200 len: 210 time: 0.0277543 Mar 07 14:21:28.494262 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-823e915e-a9fd-4c28-b8d8-96f18db25e20 req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Router 45baf158-ecb1-4ac3-8891-3257a8c14132 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:21:28.604694 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-823e915e-a9fd-4c28-b8d8-96f18db25e20 req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:21:28.614831 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00895d0-f6f6-484c-90f1-e9750d95a373 None None] Sync routers for ids ['45baf158-ecb1-4ac3-8891-3257a8c14132'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:21:28.624793 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00895d0-f6f6-484c-90f1-e9750d95a373 None None] Routers {'45baf158-ecb1-4ac3-8891-3257a8c14132'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:21:28.625484 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a00895d0-f6f6-484c-90f1-e9750d95a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:21:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['45baf158-ecb1-4ac3-8891-3257a8c14132'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:21:28.650592 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-823e915e-a9fd-4c28-b8d8-96f18db25e20 req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] No DVR routers for this DVR port 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 on host hv-cinder-79400 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:21:28.653762 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-823e915e-a9fd-4c28-b8d8-96f18db25e20 req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:28.657117 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-823e915e-a9fd-4c28-b8d8-96f18db25e20 req-21833d8a-f143-426d-857c-1fc6030173b6 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.25 "DELETE /v2.0/ports/3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 HTTP/1.1" status: 204 len: 173 time: 0.8385665 Mar 07 14:21:28.657573 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57ac956-fb8c-425e-9d3c-c86f3574d8ee', 'name': 'network-vif-deleted', 'tag': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:21:28.659832 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b227fff841cc36c28be207e5082edf6552ac5a262496b0e086d32ab3e88bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d6c3bd-7a54-4594-8945-60f5a9b68903" -d '{"events": [{"server_uuid": "e57ac956-fb8c-425e-9d3c-c86f3574d8ee", "name": "network-vif-deleted", "tag": "3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:21:28.698014 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d65987-602f-4085-b3a8-558927521098 x-openstack-request-id: req-a2d65987-602f-4085-b3a8-558927521098 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:21:28.698356 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57ac956-fb8c-425e-9d3c-c86f3574d8ee", "name": "network-vif-deleted", "tag": "3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:21:28.698658 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2d65987-602f-4085-b3a8-558927521098 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:21:28.699040 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57ac956-fb8c-425e-9d3c-c86f3574d8ee', 'name': 'network-vif-deleted', 'tag': '3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687', 'status': 'completed', 'code': 200} Mar 07 14:21:28.737272 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-a00895d0-f6f6-484c-90f1-e9750d95a373 None None] Set router 45baf158-ecb1-4ac3-8891-3257a8c14132 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:21:28.970456 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a00895d0-f6f6-484c-90f1-e9750d95a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 4, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port': {'id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'ff1a2489-b06b-40d2-b305-e2725bd596a8', 'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'mac_address': 'fa:16:3e:4b:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:05Z', 'updated_at': '2022-03-07T14:08:23Z', 'revision_number': 5, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'subnets': [{'id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:21:28.997684 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00895d0-f6f6-484c-90f1-e9750d95a373 None None] Checking router: 45baf158-ecb1-4ac3-8891-3257a8c14132 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:21:29.005894 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00895d0-f6f6-484c-90f1-e9750d95a373 None None] Routers {'45baf158-ecb1-4ac3-8891-3257a8c14132'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:21:29.006908 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a00895d0-f6f6-484c-90f1-e9750d95a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:21:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['45baf158-ecb1-4ac3-8891-3257a8c14132'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:21:29.236705 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-a00895d0-f6f6-484c-90f1-e9750d95a373 None None] Set router 45baf158-ecb1-4ac3-8891-3257a8c14132 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:21:29.439463 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a00895d0-f6f6-484c-90f1-e9750d95a373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 4, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port': {'id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'ff1a2489-b06b-40d2-b305-e2725bd596a8', 'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'mac_address': 'fa:16:3e:4b:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:05Z', 'updated_at': '2022-03-07T14:08:23Z', 'revision_number': 5, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'subnets': [{'id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:21:29.468724 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00895d0-f6f6-484c-90f1-e9750d95a373 None None] The sync data for ids ['45baf158-ecb1-4ac3-8891-3257a8c14132'] in dv-cinder-794001-5-iscsi is: [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:08:07Z', 'revision_number': 4, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port': {'id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'ff1a2489-b06b-40d2-b305-e2725bd596a8', 'name': '', 'network_id': '20c2fd25-1cf8-48ac-88d2-b56d95ddd118', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'mac_address': 'fa:16:3e:4b:85:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:05Z', 'updated_at': '2022-03-07T14:08:23Z', 'revision_number': 5, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'subnets': [{'id': '9e822426-e097-44b3-a5b1-535a48fe7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:21:29.576577 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43534) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:29.632107 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-39051966-c24f-4aae-8445-610daa052c43 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group (3f45a863-f5c8-4393-860a-90514f061417), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:29.664096 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-39051966-c24f-4aae-8445-610daa052c43 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group (3f45a863-f5c8-4393-860a-90514f061417), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:29.695682 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c9e22-2d5a-482e-9cae-121d8a6334fb None None] New status for floating IP efa82c94-761b-4915-86fe-c24cc5a26bb2: DOWN {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:21:29.713920 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-39051966-c24f-4aae-8445-610daa052c43 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (3f45a863-f5c8-4393-860a-90514f061417), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:29.717096 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-39051966-c24f-4aae-8445-610daa052c43 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:29.720920 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-39051966-c24f-4aae-8445-610daa052c43 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "DELETE /v2.0/security-groups/3f45a863-f5c8-4393-860a-90514f061417 HTTP/1.1" status: 204 len: 168 time: 0.1407449 Mar 07 14:21:29.721898 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43536) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:29.728548 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39051966-c24f-4aae-8445-610daa052c43 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f45a863-f5c8-4393-860a-90514f061417,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:29.743674 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.api.v2.resource [None req-cd28b902-96b9-466d-8c08-4a1c87cf686f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] show failed (client error): The resource could not be found. Mar 07 14:21:29.744966 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-cd28b902-96b9-466d-8c08-4a1c87cf686f tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "GET /v2.0/security-groups/3f45a863-f5c8-4393-860a-90514f061417 HTTP/1.1" status: 404 len: 347 time: 0.0217712 Mar 07 14:21:29.748579 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43538) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:29.877210 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-2683ea17-25e5-4a52-a6e5-5340042477aa tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Deleting port e9fc029f-7427-4c07-bb99-665c4f0670ea {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:21:29.877588 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2683ea17-25e5-4a52-a6e5-5340042477aa tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (e9fc029f-7427-4c07-bb99-665c4f0670ea), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:29.958041 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2683ea17-25e5-4a52-a6e5-5340042477aa tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (e9fc029f-7427-4c07-bb99-665c4f0670ea), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:29.958324 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2683ea17-25e5-4a52-a6e5-5340042477aa tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for floatingip (e9fc029f-7427-4c07-bb99-665c4f0670ea), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:29.969891 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-2683ea17-25e5-4a52-a6e5-5340042477aa tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Calling delete_port for e9fc029f-7427-4c07-bb99-665c4f0670ea owned by network:floatingip {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:21:30.097201 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2683ea17-25e5-4a52-a6e5-5340042477aa tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (e9fc029f-7427-4c07-bb99-665c4f0670ea), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:30.123606 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683ea17-25e5-4a52-a6e5-5340042477aa tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Pushing event deleted for resources: {'Port': ['ID=e9fc029f-7427-4c07-bb99-665c4f0670ea,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:30.183132 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2683ea17-25e5-4a52-a6e5-5340042477aa tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks [] for floatingip (efa82c94-761b-4915-86fe-c24cc5a26bb2), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:30.186410 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2683ea17-25e5-4a52-a6e5-5340042477aa tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:30.187534 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-2683ea17-25e5-4a52-a6e5-5340042477aa tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] 10.222.0.26 "DELETE /v2.0/floatingips/efa82c94-761b-4915-86fe-c24cc5a26bb2 HTTP/1.1" status: 204 len: 168 time: 0.4379261 Mar 07 14:21:31.112957 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:21:31.133079 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] No Port match for: 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:21:31.133433 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 3d14c6ef-2c2a-4c60-85ec-9c4e6dc45687 not bound to the agent host hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:21:32.578945 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43580) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:33.054337 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-adb86f6e-5cee-4146-9446-c0843fe4e623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753688'] for router_interface (45baf158-ecb1-4ac3-8891-3257a8c14132), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:33.294827 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-adb86f6e-5cee-4146-9446-c0843fe4e623 admin admin] Deleting port ff1a2489-b06b-40d2-b305-e2725bd596a8 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:21:33.295160 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-adb86f6e-5cee-4146-9446-c0843fe4e623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:33.369545 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-adb86f6e-5cee-4146-9446-c0843fe4e623 admin admin] For port ff1a2489-b06b-40d2-b305-e2725bd596a8, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=ff1a2489-b06b-40d2-b305-e2725bd596a8,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:21:33.369936 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-adb86f6e-5cee-4146-9446-c0843fe4e623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:33.381833 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-adb86f6e-5cee-4146-9446-c0843fe4e623 admin admin] Calling delete_port for ff1a2489-b06b-40d2-b305-e2725bd596a8 owned by network:router_interface {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:21:33.560261 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-adb86f6e-5cee-4146-9446-c0843fe4e623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (ff1a2489-b06b-40d2-b305-e2725bd596a8), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:33.586510 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb86f6e-5cee-4146-9446-c0843fe4e623 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1a2489-b06b-40d2-b305-e2725bd596a8,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:33.755588 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-adb86f6e-5cee-4146-9446-c0843fe4e623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1753644'] for router_interface (45baf158-ecb1-4ac3-8891-3257a8c14132), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:33.967283 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb86f6e-5cee-4146-9446-c0843fe4e623 admin admin] Router 45baf158-ecb1-4ac3-8891-3257a8c14132 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:21:34.073035 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb86f6e-5cee-4146-9446-c0843fe4e623 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:21:34.078239 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-adb86f6e-5cee-4146-9446-c0843fe4e623 admin admin] 10.222.0.26 "PUT /v2.0/routers/45baf158-ecb1-4ac3-8891-3257a8c14132/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4982772 Mar 07 14:21:34.080645 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43590) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:34.083237 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dae4aa-43b7-4309-9aeb-5821e5a3e7b9 None None] Sync routers for ids ['45baf158-ecb1-4ac3-8891-3257a8c14132'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:21:34.093476 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dae4aa-43b7-4309-9aeb-5821e5a3e7b9 None None] Routers {'45baf158-ecb1-4ac3-8891-3257a8c14132'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:21:34.094172 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-f4dae4aa-43b7-4309-9aeb-5821e5a3e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:21:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['45baf158-ecb1-4ac3-8891-3257a8c14132'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:21:34.185867 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-39be1665-dd3c-4eb7-a03b-9cbfaf0a914e admin admin] Publish callbacks [] for router (45baf158-ecb1-4ac3-8891-3257a8c14132), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:34.201837 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-f4dae4aa-43b7-4309-9aeb-5821e5a3e7b9 None None] Set router 45baf158-ecb1-4ac3-8891-3257a8c14132 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:21:34.301544 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-39be1665-dd3c-4eb7-a03b-9cbfaf0a914e admin admin] Publish callbacks [] for router_gateway (45baf158-ecb1-4ac3-8891-3257a8c14132), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:34.345724 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-39be1665-dd3c-4eb7-a03b-9cbfaf0a914e admin admin] Deleting port f7bf4bd0-e885-42c2-942b-7dcacf2a1f74 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:21:34.346068 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-39be1665-dd3c-4eb7-a03b-9cbfaf0a914e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (f7bf4bd0-e885-42c2-942b-7dcacf2a1f74), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:34.383462 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-f4dae4aa-43b7-4309-9aeb-5821e5a3e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:21:33Z', 'revision_number': 5, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port': {'id': 'f7bf4bd0-e885-42c2-942b-7dcacf2a1f74', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:21:34.411816 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dae4aa-43b7-4309-9aeb-5821e5a3e7b9 None None] Checking router: 45baf158-ecb1-4ac3-8891-3257a8c14132 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:21:34.423421 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dae4aa-43b7-4309-9aeb-5821e5a3e7b9 None None] Routers {'45baf158-ecb1-4ac3-8891-3257a8c14132'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:21:34.424165 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-f4dae4aa-43b7-4309-9aeb-5821e5a3e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:21:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['45baf158-ecb1-4ac3-8891-3257a8c14132'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:21:34.520203 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-f4dae4aa-43b7-4309-9aeb-5821e5a3e7b9 None None] Set router 45baf158-ecb1-4ac3-8891-3257a8c14132 gateway port host: None {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:21:34.576752 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-f4dae4aa-43b7-4309-9aeb-5821e5a3e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:21:34Z', 'revision_number': 6, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port_host': None}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:21:34.608118 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dae4aa-43b7-4309-9aeb-5821e5a3e7b9 None None] The sync data for ids ['45baf158-ecb1-4ac3-8891-3257a8c14132'] in dv-cinder-794001-5-iscsi is: [{'id': '45baf158-ecb1-4ac3-8891-3257a8c14132', 'name': 'tempest-AttachVolumeShelveTestJSON-322365179-router', 'tenant_id': 'da39445715f04deaaf654d8b98a2d810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:57Z', 'updated_at': '2022-03-07T14:21:34Z', 'revision_number': 6, 'project_id': 'da39445715f04deaaf654d8b98a2d810', 'gw_port_host': None}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:21:34.665981 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-39be1665-dd3c-4eb7-a03b-9cbfaf0a914e admin admin] For port f7bf4bd0-e885-42c2-942b-7dcacf2a1f74, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=f7bf4bd0-e885-42c2-942b-7dcacf2a1f74,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:21:34.666558 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-39be1665-dd3c-4eb7-a03b-9cbfaf0a914e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (f7bf4bd0-e885-42c2-942b-7dcacf2a1f74), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:34.678004 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-39be1665-dd3c-4eb7-a03b-9cbfaf0a914e admin admin] Calling delete_port for f7bf4bd0-e885-42c2-942b-7dcacf2a1f74 owned by network:router_gateway {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:21:34.841871 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-39be1665-dd3c-4eb7-a03b-9cbfaf0a914e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (f7bf4bd0-e885-42c2-942b-7dcacf2a1f74), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:34.863949 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be1665-dd3c-4eb7-a03b-9cbfaf0a914e admin admin] Pushing event deleted for resources: {'Port': ['ID=f7bf4bd0-e885-42c2-942b-7dcacf2a1f74,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:34.928604 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-39be1665-dd3c-4eb7-a03b-9cbfaf0a914e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1753990'] for router_gateway (45baf158-ecb1-4ac3-8891-3257a8c14132), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.024597 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-39be1665-dd3c-4eb7-a03b-9cbfaf0a914e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8516'] for router (45baf158-ecb1-4ac3-8891-3257a8c14132), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.026837 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-39be1665-dd3c-4eb7-a03b-9cbfaf0a914e admin admin] Publish callbacks [] for router_controller (45baf158-ecb1-4ac3-8891-3257a8c14132), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.073544 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-39be1665-dd3c-4eb7-a03b-9cbfaf0a914e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1757989'] for router (45baf158-ecb1-4ac3-8891-3257a8c14132), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.074197 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39be1665-dd3c-4eb7-a03b-9cbfaf0a914e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45baf158-ecb1-4ac3-8891-3257a8c14132 {{(pid=103240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:21:35.079500 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-39be1665-dd3c-4eb7-a03b-9cbfaf0a914e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.080663 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-39be1665-dd3c-4eb7-a03b-9cbfaf0a914e admin admin] 10.222.0.26 "DELETE /v2.0/routers/45baf158-ecb1-4ac3-8891-3257a8c14132 HTTP/1.1" status: 204 len: 168 time: 0.9990752 Mar 07 14:21:35.083183 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43598) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:35.130106 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-334599e2-d90a-4d23-91f4-b31f8c52ee03 admin admin] Deleting subnet 9e822426-e097-44b3-a5b1-535a48fe7e53 {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:21:35.133021 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-334599e2-d90a-4d23-91f4-b31f8c52ee03 admin admin] Publish callbacks [] for subnet (9e822426-e097-44b3-a5b1-535a48fe7e53), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.166797 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-334599e2-d90a-4d23-91f4-b31f8c52ee03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7040696'] for subnet (9e822426-e097-44b3-a5b1-535a48fe7e53), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.276862 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-334599e2-d90a-4d23-91f4-b31f8c52ee03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517177'] for subnet (9e822426-e097-44b3-a5b1-535a48fe7e53), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.330132 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-334599e2-d90a-4d23-91f4-b31f8c52ee03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7721324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194712'] for subnet (9e822426-e097-44b3-a5b1-535a48fe7e53), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.358497 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-334599e2-d90a-4d23-91f4-b31f8c52ee03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.362593 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-334599e2-d90a-4d23-91f4-b31f8c52ee03 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9e822426-e097-44b3-a5b1-535a48fe7e53 HTTP/1.1" status: 204 len: 168 time: 0.2784219 Mar 07 14:21:35.363619 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334599e2-d90a-4d23-91f4-b31f8c52ee03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e822426-e097-44b3-a5b1-535a48fe7e53,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:35.363792 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fb47ee-54ef-47de-9302-0529cc9079fc None None] Network 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:21:35.364289 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43604) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:35.394872 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device ff1a2489-b06b-40d2-b305-e2725bd596a8 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:21:35.438921 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3584630'] for network (20c2fd25-1cf8-48ac-88d2-b56d95ddd118), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.450809 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: ff1a2489-b06b-40d2-b305-e2725bd596a8 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:21:35.451159 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device ff1a2489-b06b-40d2-b305-e2725bd596a8 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:21:35.490842 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Deleting port 2107082d-dcb1-456b-8daf-68ce1c962c67 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:21:35.491180 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (2107082d-dcb1-456b-8daf-68ce1c962c67), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.556883 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] For port 2107082d-dcb1-456b-8daf-68ce1c962c67, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=2107082d-dcb1-456b-8daf-68ce1c962c67,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:21:35.557243 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (2107082d-dcb1-456b-8daf-68ce1c962c67), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.574960 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Calling delete_port for 2107082d-dcb1-456b-8daf-68ce1c962c67 owned by network:dhcp {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:21:35.584301 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] DHCP port deletion for 20c2fd25-1cf8-48ac-88d2-b56d95ddd118 request from dv-cinder-794001-5-iscsi {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 14:21:35.638206 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] Deleting port 2107082d-dcb1-456b-8daf-68ce1c962c67 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:21:35.639026 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (2107082d-dcb1-456b-8daf-68ce1c962c67), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.656562 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (2107082d-dcb1-456b-8daf-68ce1c962c67), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.686123 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2107082d-dcb1-456b-8daf-68ce1c962c67,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:35.688457 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] No DVR routers for this DVR port 2107082d-dcb1-456b-8daf-68ce1c962c67 on host dv-cinder-794001-5-iscsi {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:21:35.697296 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.697652 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.698000 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.698329 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.698662 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.698994 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.699892 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.700219 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.700546 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.700898 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.701224 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.701545 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.701863 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.713680 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] For port 2107082d-dcb1-456b-8daf-68ce1c962c67, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=2107082d-dcb1-456b-8daf-68ce1c962c67,segment=NetworkSegment(1c187560-9b1c-4981-9612-4ef9fe189a2f),segment_id=1c187560-9b1c-4981-9612-4ef9fe189a2f)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:21:35.714085 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (2107082d-dcb1-456b-8daf-68ce1c962c67), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.727806 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] Calling delete_port for 2107082d-dcb1-456b-8daf-68ce1c962c67 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:21:35.774473 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479414', 'neutron.services.segments.db._delete_segments_for_network-8793137543527'] for network (20c2fd25-1cf8-48ac-88d2-b56d95ddd118), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.793890 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c2fd25-1cf8-48ac-88d2-b56d95ddd118']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:21:35.802843 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c187560-9b1c-4981-9612-4ef9fe189a2f') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:21:35.803139 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c187560-9b1c-4981-9612-4ef9fe189a2f') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:21:35.812934 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793137544560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4275717'] for segment (1c187560-9b1c-4981-9612-4ef9fe189a2f), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.826813 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (1c187560-9b1c-4981-9612-4ef9fe189a2f), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.832952 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:21:35.833347 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4275992'] for segment (1c187560-9b1c-4981-9612-4ef9fe189a2f), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: Traceback (most recent call last): Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: timer() Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: cb(*args, **kw) Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: return func(*args, **kwargs) Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: self._notify() Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: self.callback(batched_events) Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: event.method(event) Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: return f(self, *a, **k) Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: return self._get(url).json() Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: return self.request(url, 'GET', **kwargs) Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:21:35.835002 dv-cinder-794001-5-iscsi neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:21:35.843432 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504'] for port (2107082d-dcb1-456b-8daf-68ce1c962c67), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.868107 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] Pushing event deleted for resources: {'Port': ['ID=2107082d-dcb1-456b-8daf-68ce1c962c67,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:35.876335 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] No DVR routers for this DVR port 2107082d-dcb1-456b-8daf-68ce1c962c67 on host dv-cinder-794001-5-iscsi {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:21:35.878408 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.878792 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.879159 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.879506 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.879840 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.880183 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.880504 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.880880 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.881211 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.881554 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.881883 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.882207 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.882531 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0d8ee-f6f4-4c0e-9385-9ce61e044abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:21:35.894252 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754018'] for network (20c2fd25-1cf8-48ac-88d2-b56d95ddd118), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.899577 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:35.905393 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/20c2fd25-1cf8-48ac-88d2-b56d95ddd118 HTTP/1.1" status: 204 len: 168 time: 0.5376370 Mar 07 14:21:36.027261 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43610) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:36.066659 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-dc91b3d6-3fa1-4ca7-afc7-5876a4cd947c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da39445715f04deaaf654d8b98a2d810&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407207 Mar 07 14:21:36.069159 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43612) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:36.118086 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c712d6b3-31a5-4221-8420-a7c924c7f14e admin admin] Publish callbacks [] for security_group (a6cf4170-6da2-48c8-8369-da7b487179a0), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:36.129766 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4f7e6-4c04-4ac8-ab78-2cc1b7bbd6e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=20c2fd25-1cf8-48ac-88d2-b56d95ddd118,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:36.145134 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c712d6b3-31a5-4221-8420-a7c924c7f14e admin admin] Publish callbacks [] for security_group (a6cf4170-6da2-48c8-8369-da7b487179a0), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:36.192331 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c712d6b3-31a5-4221-8420-a7c924c7f14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (a6cf4170-6da2-48c8-8369-da7b487179a0), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:36.194861 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c712d6b3-31a5-4221-8420-a7c924c7f14e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:36.196015 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c712d6b3-31a5-4221-8420-a7c924c7f14e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6cf4170-6da2-48c8-8369-da7b487179a0 HTTP/1.1" status: 204 len: 168 time: 0.1259181 Mar 07 14:21:36.204330 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712d6b3-31a5-4221-8420-a7c924c7f14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cf4170-6da2-48c8-8369-da7b487179a0,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:36.970009 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device f7bf4bd0-e885-42c2-942b-7dcacf2a1f74 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:21:36.989532 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: f7bf4bd0-e885-42c2-942b-7dcacf2a1f74 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:21:36.989880 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device f7bf4bd0-e885-42c2-942b-7dcacf2a1f74 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:21:36.990293 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 2107082d-dcb1-456b-8daf-68ce1c962c67 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:21:37.008317 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: 2107082d-dcb1-456b-8daf-68ce1c962c67 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:21:37.008667 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 2107082d-dcb1-456b-8daf-68ce1c962c67 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:21:37.394303 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:21:39.881807 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43696) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:39.998344 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ae607fae-934a-4424-8c39-d473b1c88436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:40.072944 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ae607fae-934a-4424-8c39-d473b1c88436 admin admin] Publish callbacks [] for security_group (a87e174e-653a-4862-b3ce-d48b90f57686), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:40.077557 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ae607fae-934a-4424-8c39-d473b1c88436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (a87e174e-653a-4862-b3ce-d48b90f57686), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:40.116545 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ae607fae-934a-4424-8c39-d473b1c88436 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9618dcf481ab4cdf8812469aef0afb83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336912 Mar 07 14:21:40.117423 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae607fae-934a-4424-8c39-d473b1c88436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87e174e-653a-4862-b3ce-d48b90f57686,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:40.119343 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43700) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:40.165814 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f4083a3c-3f63-45a4-9a94-b3942aba3193 admin admin] Publish callbacks [] for security_group (a87e174e-653a-4862-b3ce-d48b90f57686), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:40.186330 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f4083a3c-3f63-45a4-9a94-b3942aba3193 admin admin] Publish callbacks [] for security_group (a87e174e-653a-4862-b3ce-d48b90f57686), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:40.231910 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f4083a3c-3f63-45a4-9a94-b3942aba3193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (a87e174e-653a-4862-b3ce-d48b90f57686), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:40.234501 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f4083a3c-3f63-45a4-9a94-b3942aba3193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:40.235650 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-f4083a3c-3f63-45a4-9a94-b3942aba3193 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a87e174e-653a-4862-b3ce-d48b90f57686 HTTP/1.1" status: 204 len: 168 time: 0.1153214 Mar 07 14:21:40.243134 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4083a3c-3f63-45a4-9a94-b3942aba3193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87e174e-653a-4862-b3ce-d48b90f57686,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:41.364118 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43756) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:41.464901 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-893cc284-72be-42d7-b941-ef2ddc4b2029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:41.537434 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-893cc284-72be-42d7-b941-ef2ddc4b2029 admin admin] Publish callbacks [] for security_group (149dadc7-7d60-49ce-ab65-998d82e36311), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:41.540876 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-893cc284-72be-42d7-b941-ef2ddc4b2029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (149dadc7-7d60-49ce-ab65-998d82e36311), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:41.580191 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-893cc284-72be-42d7-b941-ef2ddc4b2029 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d46166036224a36ac7b89cad58307d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149737 Mar 07 14:21:41.581150 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cc284-72be-42d7-b941-ef2ddc4b2029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149dadc7-7d60-49ce-ab65-998d82e36311,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:41.582904 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43762) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:41.633142 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0901c871-8279-4dd2-acb3-09096d7b4f49 admin admin] Publish callbacks [] for security_group (149dadc7-7d60-49ce-ab65-998d82e36311), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:41.655036 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0901c871-8279-4dd2-acb3-09096d7b4f49 admin admin] Publish callbacks [] for security_group (149dadc7-7d60-49ce-ab65-998d82e36311), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:41.701238 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0901c871-8279-4dd2-acb3-09096d7b4f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (149dadc7-7d60-49ce-ab65-998d82e36311), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:41.702758 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0901c871-8279-4dd2-acb3-09096d7b4f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:41.702758 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-0901c871-8279-4dd2-acb3-09096d7b4f49 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/149dadc7-7d60-49ce-ab65-998d82e36311 HTTP/1.1" status: 204 len: 168 time: 0.1185036 Mar 07 14:21:41.710710 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901c871-8279-4dd2-acb3-09096d7b4f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149dadc7-7d60-49ce-ab65-998d82e36311,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:45.862015 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ead8733f-6f92-4254-8f8f-8dcd440808a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:45.884974 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43860) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:45.991158 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d22bd4c2-a47e-456f-a72c-0d485cf536fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:46.073638 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d22bd4c2-a47e-456f-a72c-0d485cf536fd admin admin] Publish callbacks [] for security_group (c786ab02-0108-41b9-b440-255cb2cd89eb), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:46.077881 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d22bd4c2-a47e-456f-a72c-0d485cf536fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (c786ab02-0108-41b9-b440-255cb2cd89eb), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:46.121351 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-d22bd4c2-a47e-456f-a72c-0d485cf536fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53d903436d1e4a51bc7e89f245d614de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351060 Mar 07 14:21:46.123128 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bd4c2-a47e-456f-a72c-0d485cf536fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c786ab02-0108-41b9-b440-255cb2cd89eb,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:46.124464 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43866) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:46.180499 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4f91-a7fe-435e-bf6c-c895b31c4c13 admin admin] Publish callbacks [] for security_group (c786ab02-0108-41b9-b440-255cb2cd89eb), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:46.205677 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4f91-a7fe-435e-bf6c-c895b31c4c13 admin admin] Publish callbacks [] for security_group (c786ab02-0108-41b9-b440-255cb2cd89eb), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:46.260102 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4f91-a7fe-435e-bf6c-c895b31c4c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (c786ab02-0108-41b9-b440-255cb2cd89eb), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:46.263910 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4f91-a7fe-435e-bf6c-c895b31c4c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:46.265209 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-fc0b4f91-a7fe-435e-bf6c-c895b31c4c13 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c786ab02-0108-41b9-b440-255cb2cd89eb HTTP/1.1" status: 204 len: 168 time: 0.1397030 Mar 07 14:21:46.273673 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b4f91-a7fe-435e-bf6c-c895b31c4c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c786ab02-0108-41b9-b440-255cb2cd89eb,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:46.538583 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43872) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:46.552102 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c04120d0-a64e-4d90-842b-7ea1a3b3c13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:46.628603 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c04120d0-a64e-4d90-842b-7ea1a3b3c13a admin admin] Publish callbacks [] for security_group (e72ce5ee-d96e-4fe5-ba1e-84fce9878193), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:46.632951 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c04120d0-a64e-4d90-842b-7ea1a3b3c13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (e72ce5ee-d96e-4fe5-ba1e-84fce9878193), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:46.671211 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04120d0-a64e-4d90-842b-7ea1a3b3c13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72ce5ee-d96e-4fe5-ba1e-84fce9878193,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:46.676246 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c04120d0-a64e-4d90-842b-7ea1a3b3c13a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1fc4208766644b99ab8277b233d8168a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357980 Mar 07 14:21:46.678369 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43874) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:46.740250 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-44c20eb3-26a3-46ec-ba87-8f681047f827 admin admin] Publish callbacks [] for security_group (e72ce5ee-d96e-4fe5-ba1e-84fce9878193), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:46.760637 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-44c20eb3-26a3-46ec-ba87-8f681047f827 admin admin] Publish callbacks [] for security_group (e72ce5ee-d96e-4fe5-ba1e-84fce9878193), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:46.809315 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-44c20eb3-26a3-46ec-ba87-8f681047f827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (e72ce5ee-d96e-4fe5-ba1e-84fce9878193), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:46.812283 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-44c20eb3-26a3-46ec-ba87-8f681047f827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:46.813460 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-44c20eb3-26a3-46ec-ba87-8f681047f827 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e72ce5ee-d96e-4fe5-ba1e-84fce9878193 HTTP/1.1" status: 204 len: 168 time: 0.1341989 Mar 07 14:21:46.821010 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c20eb3-26a3-46ec-ba87-8f681047f827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72ce5ee-d96e-4fe5-ba1e-84fce9878193,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:47.819671 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43912) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:47.923532 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-dbecc7e8-38b8-4847-8822-1d5f058ea41c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:47.995304 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-dbecc7e8-38b8-4847-8822-1d5f058ea41c admin admin] Publish callbacks [] for security_group (1ae4f851-e116-40de-82db-ff8adc9eecee), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:47.998942 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-dbecc7e8-38b8-4847-8822-1d5f058ea41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (1ae4f851-e116-40de-82db-ff8adc9eecee), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:48.036463 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-dbecc7e8-38b8-4847-8822-1d5f058ea41c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1bfc9e7309f74bb4bdb02514925a1941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157381 Mar 07 14:21:48.038394 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecc7e8-38b8-4847-8822-1d5f058ea41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae4f851-e116-40de-82db-ff8adc9eecee,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:48.039215 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43918) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:48.087104 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9bde268a-fc8d-4407-8273-ab98cc87b9dc admin admin] Publish callbacks [] for security_group (1ae4f851-e116-40de-82db-ff8adc9eecee), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:48.108380 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9bde268a-fc8d-4407-8273-ab98cc87b9dc admin admin] Publish callbacks [] for security_group (1ae4f851-e116-40de-82db-ff8adc9eecee), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:48.154781 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9bde268a-fc8d-4407-8273-ab98cc87b9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (1ae4f851-e116-40de-82db-ff8adc9eecee), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:48.160828 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9bde268a-fc8d-4407-8273-ab98cc87b9dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:48.161289 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-9bde268a-fc8d-4407-8273-ab98cc87b9dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ae4f851-e116-40de-82db-ff8adc9eecee HTTP/1.1" status: 204 len: 168 time: 0.1208947 Mar 07 14:21:48.171726 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde268a-fc8d-4407-8273-ab98cc87b9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae4f851-e116-40de-82db-ff8adc9eecee,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:48.191144 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a14581e9-fb0d-4b0e-9538-d11861bdee84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:49.166009 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43958) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:49.269222 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c7f1a189-575c-4ba8-aa46-e125965a849e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:49.344453 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c7f1a189-575c-4ba8-aa46-e125965a849e admin admin] Publish callbacks [] for security_group (22c72d68-f2c0-4f18-9724-fff25acdea66), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:49.348137 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c7f1a189-575c-4ba8-aa46-e125965a849e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (22c72d68-f2c0-4f18-9724-fff25acdea66), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:49.386155 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-c7f1a189-575c-4ba8-aa46-e125965a849e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c35d1a0f6df455abe800218042a28d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188382 Mar 07 14:21:49.387729 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1a189-575c-4ba8-aa46-e125965a849e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c72d68-f2c0-4f18-9724-fff25acdea66,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:49.389048 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43964) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:49.437030 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-946897dd-3252-4f5b-9e3c-52c4c93ffa03 admin admin] Publish callbacks [] for security_group (22c72d68-f2c0-4f18-9724-fff25acdea66), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:49.451895 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:49.459335 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-946897dd-3252-4f5b-9e3c-52c4c93ffa03 admin admin] Publish callbacks [] for security_group (22c72d68-f2c0-4f18-9724-fff25acdea66), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:49.504346 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-946897dd-3252-4f5b-9e3c-52c4c93ffa03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (22c72d68-f2c0-4f18-9724-fff25acdea66), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:49.506915 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-946897dd-3252-4f5b-9e3c-52c4c93ffa03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:49.508089 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-946897dd-3252-4f5b-9e3c-52c4c93ffa03 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/22c72d68-f2c0-4f18-9724-fff25acdea66 HTTP/1.1" status: 204 len: 168 time: 0.1180699 Mar 07 14:21:49.517022 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946897dd-3252-4f5b-9e3c-52c4c93ffa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c72d68-f2c0-4f18-9724-fff25acdea66,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:50.878856 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:52.334093 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:53.394754 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44054) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:53.494765 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-87993b98-5bdf-49f4-9f09-7c37329ce36c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:53.569937 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-87993b98-5bdf-49f4-9f09-7c37329ce36c admin admin] Publish callbacks [] for security_group (51e62ba5-c3e5-4008-bb2d-1d208f8a8cbe), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:53.573816 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-87993b98-5bdf-49f4-9f09-7c37329ce36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (51e62ba5-c3e5-4008-bb2d-1d208f8a8cbe), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:53.611427 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87993b98-5bdf-49f4-9f09-7c37329ce36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e62ba5-c3e5-4008-bb2d-1d208f8a8cbe,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:53.615691 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-87993b98-5bdf-49f4-9f09-7c37329ce36c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b80dc460b3404eec94da4b94872d0cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199390 Mar 07 14:21:53.618678 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44058) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:53.666391 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-45e860ae-0414-4175-beb8-4835e7db3d81 admin admin] Publish callbacks [] for security_group (51e62ba5-c3e5-4008-bb2d-1d208f8a8cbe), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:53.687910 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-45e860ae-0414-4175-beb8-4835e7db3d81 admin admin] Publish callbacks [] for security_group (51e62ba5-c3e5-4008-bb2d-1d208f8a8cbe), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:53.734693 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-45e860ae-0414-4175-beb8-4835e7db3d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (51e62ba5-c3e5-4008-bb2d-1d208f8a8cbe), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:53.737162 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-45e860ae-0414-4175-beb8-4835e7db3d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:53.738300 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-45e860ae-0414-4175-beb8-4835e7db3d81 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51e62ba5-c3e5-4008-bb2d-1d208f8a8cbe HTTP/1.1" status: 204 len: 168 time: 0.1188343 Mar 07 14:21:53.745836 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e860ae-0414-4175-beb8-4835e7db3d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e62ba5-c3e5-4008-bb2d-1d208f8a8cbe,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:54.335043 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44084) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:54.430181 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-87970dfb-2b59-4cbf-9107-42c5fc283f1a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-730606462-network', 'tenant_id': 'de14b26361ea4e129dfc682ae2d68191'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:21:54.449591 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87970dfb-2b59-4cbf-9107-42c5fc283f1a admin admin] Made reservation on behalf of de14b26361ea4e129dfc682ae2d68191 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:21:54.451963 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-87970dfb-2b59-4cbf-9107-42c5fc283f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:54.460200 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-87970dfb-2b59-4cbf-9107-42c5fc283f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:54.538997 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-87970dfb-2b59-4cbf-9107-42c5fc283f1a admin admin] Publish callbacks [] for security_group (d836023c-0719-4d8d-b81c-3caa6a609c5e), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:54.542466 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-87970dfb-2b59-4cbf-9107-42c5fc283f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (d836023c-0719-4d8d-b81c-3caa6a609c5e), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:54.569206 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87970dfb-2b59-4cbf-9107-42c5fc283f1a admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:21:54.574604 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87970dfb-2b59-4cbf-9107-42c5fc283f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d836023c-0719-4d8d-b81c-3caa6a609c5e,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:54.582476 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-87970dfb-2b59-4cbf-9107-42c5fc283f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (e5fb8b15-0009-41d6-88dd-249ae30b84d8), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:54.582901 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.db.segments_db [None req-87970dfb-2b59-4cbf-9107-42c5fc283f1a admin admin] Added segment e5fb8b15-0009-41d6-88dd-249ae30b84d8 of type vlan for network aaebc632-f459-400b-b931-3b787c8bdb71 Mar 07 14:21:54.623333 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-87970dfb-2b59-4cbf-9107-42c5fc283f1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (aaebc632-f459-400b-b931-3b787c8bdb71), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:54.646840 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-87970dfb-2b59-4cbf-9107-42c5fc283f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (aaebc632-f459-400b-b931-3b787c8bdb71), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:54.647889 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87970dfb-2b59-4cbf-9107-42c5fc283f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:54.648526 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-87970dfb-2b59-4cbf-9107-42c5fc283f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:54.707014 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-87970dfb-2b59-4cbf-9107-42c5fc283f1a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3708847 Mar 07 14:21:54.710096 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 44090) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:21:54.710600 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87970dfb-2b59-4cbf-9107-42c5fc283f1a admin admin] Pushing event updated for resources: {'Network': ['ID=aaebc632-f459-400b-b931-3b787c8bdb71,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:54.716623 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-322131c7-3edb-4c55-955f-31bf57a7e3fe admin admin] Request body: {'subnet': {'network_id': 'aaebc632-f459-400b-b931-3b787c8bdb71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-730606462-subnet', 'tenant_id': 'de14b26361ea4e129dfc682ae2d68191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:21:54.721174 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network aaebc632-f459-400b-b931-3b787c8bdb71 details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:21:54.737118 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322131c7-3edb-4c55-955f-31bf57a7e3fe admin admin] Made reservation on behalf of de14b26361ea4e129dfc682ae2d68191 for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:21:54.739520 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-322131c7-3edb-4c55-955f-31bf57a7e3fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578851'] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:54.906020 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-322131c7-3edb-4c55-955f-31bf57a7e3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4275893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578877'] for subnet (57668b6e-85ad-4712-9bde-7792887a62ba), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:54.960862 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322131c7-3edb-4c55-955f-31bf57a7e3fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=57668b6e-85ad-4712-9bde-7792887a62ba,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:54.968647 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322131c7-3edb-4c55-955f-31bf57a7e3fe admin admin] Checking segment: {'id': 'e5fb8b15-0009-41d6-88dd-249ae30b84d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'aaebc632-f459-400b-b931-3b787c8bdb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:21:54.969037 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322131c7-3edb-4c55-955f-31bf57a7e3fe admin admin] Network hostable DHCP agents. Network: aaebc632-f459-400b-b931-3b787c8bdb71, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:21:54.985568 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322131c7-3edb-4c55-955f-31bf57a7e3fe admin admin] Network aaebc632-f459-400b-b931-3b787c8bdb71 is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:21:54.993708 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-322131c7-3edb-4c55-955f-31bf57a7e3fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, aaebc632-f459-400b-b931-3b787c8bdb71) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:21:54.998233 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322131c7-3edb-4c55-955f-31bf57a7e3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:54.998823 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-322131c7-3edb-4c55-955f-31bf57a7e3fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:55.003308 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4eeba8-11ae-4603-8508-ff25efc7c4b2 None None] Network aaebc632-f459-400b-b931-3b787c8bdb71 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:21:55.015064 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-322131c7-3edb-4c55-955f-31bf57a7e3fe admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3038952 Mar 07 14:21:55.236545 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e00d47a-f653-48c9-be66-26f87f40ea53 None None] Network aaebc632-f459-400b-b931-3b787c8bdb71 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:21:56.584339 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:56.757639 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-54be18d8-212e-414c-844c-4c4bb3e53882 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:56.759031 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-54be18d8-212e-414c-844c-4c4bb3e53882 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/networks?id=aaebc632-f459-400b-b931-3b787c8bdb71 HTTP/1.1" status: 200 len: 808 time: 0.1014824 Mar 07 14:21:56.774316 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-05dc6e8b-d7cb-490a-baca-7f84ba60ea7c tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/quotas/de14b26361ea4e129dfc682ae2d68191 HTTP/1.1" status: 200 len: 375 time: 0.0089197 Mar 07 14:21:56.805665 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-c272f0e2-dce4-4430-9fd0-9eef82aeb0c1 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de14b26361ea4e129dfc682ae2d68191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262547 Mar 07 14:21:56.897352 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-9c1cdc42-06e0-4aea-887b-a6103e62a4ba service neutron] 10.222.0.26 "GET /v2.0/networks/aaebc632-f459-400b-b931-3b787c8bdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846214 Mar 07 14:21:56.985222 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-90bdaaa4-321b-494d-a69c-27d5d3dd5375 service neutron] 10.222.0.26 "GET /v2.0/networks/aaebc632-f459-400b-b931-3b787c8bdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822327 Mar 07 14:21:57.139153 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c667db8b-355d-490a-95c9-0c1f19946a2c req-1acd2ae4-8dde-4c01-92cc-0f4c78990fb7 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3262a56e-3af2-4f06-8f78-abc85696b0ef HTTP/1.1" status: 200 len: 210 time: 0.0281506 Mar 07 14:21:58.142986 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-c8edeb5e-dfe6-4c6c-ab76-26450e89cd16 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:58.144519 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-c8edeb5e-dfe6-4c6c-ab76-26450e89cd16 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.25 "GET /v2.0/networks?id=aaebc632-f459-400b-b931-3b787c8bdb71 HTTP/1.1" status: 200 len: 808 time: 0.1082072 Mar 07 14:21:58.171020 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-cc96b879-45cc-43c0-89ab-2064f6c19eb9 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Request body: {'port': {'device_id': '3262a56e-3af2-4f06-8f78-abc85696b0ef', 'network_id': 'aaebc632-f459-400b-b931-3b787c8bdb71', 'admin_state_up': True, 'tenant_id': 'de14b26361ea4e129dfc682ae2d68191'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:21:58.241304 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b6c8c4a9-9c6a-4e0c-aa54-d1a631176bcd req-a16eb86a-d4a2-4049-926b-18d8e206dd66 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3262a56e-3af2-4f06-8f78-abc85696b0ef HTTP/1.1" status: 200 len: 210 time: 0.0319800 Mar 07 14:21:58.286752 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-cc96b879-45cc-43c0-89ab-2064f6c19eb9 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Made reservation on behalf of de14b26361ea4e129dfc682ae2d68191 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:21:58.290124 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-cc96b879-45cc-43c0-89ab-2064f6c19eb9 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:58.410169 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-cc96b879-45cc-43c0-89ab-2064f6c19eb9 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Allocated IP 172.20.0.12 (aaebc632-f459-400b-b931-3b787c8bdb71/57668b6e-85ad-4712-9bde-7792887a62ba/5fd02214-01fc-4c86-9ff6-594f50426b70) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:21:58.555568 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-cc96b879-45cc-43c0-89ab-2064f6c19eb9 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Publish callbacks [] for port (5fd02214-01fc-4c86-9ff6-594f50426b70), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:58.588555 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-cc96b879-45cc-43c0-89ab-2064f6c19eb9 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (5fd02214-01fc-4c86-9ff6-594f50426b70), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:58.632950 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-cc96b879-45cc-43c0-89ab-2064f6c19eb9 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Network aaebc632-f459-400b-b931-3b787c8bdb71 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:21:58.636231 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-cc96b879-45cc-43c0-89ab-2064f6c19eb9 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:21:58.638917 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-cc96b879-45cc-43c0-89ab-2064f6c19eb9 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:21:58.669703 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96b879-45cc-43c0-89ab-2064f6c19eb9 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Pushing event updated for resources: {'Port': ['ID=5fd02214-01fc-4c86-9ff6-594f50426b70,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:58.697025 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-cc96b879-45cc-43c0-89ab-2064f6c19eb9 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:58.697626 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-cc96b879-45cc-43c0-89ab-2064f6c19eb9 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:58.713053 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-cc96b879-45cc-43c0-89ab-2064f6c19eb9 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5464382 Mar 07 14:21:58.777439 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Request body: {'port': {'device_id': '3262a56e-3af2-4f06-8f78-abc85696b0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:21:58.843357 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (5fd02214-01fc-4c86-9ff6-594f50426b70), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:59.092236 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd02214-01fc-4c86-9ff6-594f50426b70 {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:21:59.099606 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Publish callbacks [] for port (5fd02214-01fc-4c86-9ff6-594f50426b70), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:59.111299 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Transition to ACTIVE for port object 5fd02214-01fc-4c86-9ff6-594f50426b70 will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:21:59.114924 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7721250'] for port (5fd02214-01fc-4c86-9ff6-594f50426b70), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:59.168480 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Pushing event updated for resources: {'Port': ['ID=5fd02214-01fc-4c86-9ff6-594f50426b70,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:59.232807 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Attempting to bind port 5fd02214-01fc-4c86-9ff6-594f50426b70 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:21:59.233143 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Attempting to bind port 5fd02214-01fc-4c86-9ff6-594f50426b70 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'e5fb8b15-0009-41d6-88dd-249ae30b84d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'aaebc632-f459-400b-b931-3b787c8bdb71'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:21:59.233474 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Attempting to bind port 5fd02214-01fc-4c86-9ff6-594f50426b70 on network aaebc632-f459-400b-b931-3b787c8bdb71 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:21:59.237650 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Port 5fd02214-01fc-4c86-9ff6-594f50426b70 on network aaebc632-f459-400b-b931-3b787c8bdb71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:21:59.237963 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Attempting to bind port 5fd02214-01fc-4c86-9ff6-594f50426b70 on network aaebc632-f459-400b-b931-3b787c8bdb71 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:21:59.242644 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Checking agent: {'id': 'c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'started_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:21:59.242974 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Checking segment: {'id': 'e5fb8b15-0009-41d6-88dd-249ae30b84d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'aaebc632-f459-400b-b931-3b787c8bdb71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:21:59.243352 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Bound using segment: {'id': 'e5fb8b15-0009-41d6-88dd-249ae30b84d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'aaebc632-f459-400b-b931-3b787c8bdb71'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:21:59.243765 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Bound port: 5fd02214-01fc-4c86-9ff6-594f50426b70, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fb8b15-0009-41d6-88dd-249ae30b84d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'aaebc632-f459-400b-b931-3b787c8bdb71'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:21:59.244114 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (5fd02214-01fc-4c86-9ff6-594f50426b70), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:59.323872 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] For port 5fd02214-01fc-4c86-9ff6-594f50426b70, host hv-cinder-79400, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:21:59.327291 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] For port 5fd02214-01fc-4c86-9ff6-594f50426b70, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5fd02214-01fc-4c86-9ff6-594f50426b70,segment=NetworkSegment(e5fb8b15-0009-41d6-88dd-249ae30b84d8),segment_id=e5fb8b15-0009-41d6-88dd-249ae30b84d8)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:21:59.333398 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7721250'] for port (5fd02214-01fc-4c86-9ff6-594f50426b70), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:59.371048 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab597dc9-02e5-4765-a9f6-d17a8a6dd9df req-8b5b319e-a1ca-4ad2-9a02-cfe0bf927dee tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:59.373171 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ab597dc9-02e5-4765-a9f6-d17a8a6dd9df req-8b5b319e-a1ca-4ad2-9a02-cfe0bf927dee tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3262a56e-3af2-4f06-8f78-abc85696b0ef HTTP/1.1" status: 200 len: 944 time: 0.0653784 Mar 07 14:21:59.378311 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:59.378934 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:21:59.380504 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] 10.222.0.25 "PUT /v2.0/ports/5fd02214-01fc-4c86-9ff6-594f50426b70 HTTP/1.1" status: 200 len: 1094 time: 0.6072037 Mar 07 14:21:59.382862 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3262a56e-3af2-4f06-8f78-abc85696b0ef', 'tag': '5fd02214-01fc-4c86-9ff6-594f50426b70'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:21:59.385389 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b227fff841cc36c28be207e5082edf6552ac5a262496b0e086d32ab3e88bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd07082-e260-471b-acff-6568d8c9924b" -d '{"events": [{"name": "network-changed", "server_uuid": "3262a56e-3af2-4f06-8f78-abc85696b0ef", "tag": "5fd02214-01fc-4c86-9ff6-594f50426b70"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:21:59.409539 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9556b-67b7-4fc5-99a7-cb3e09b519fc service neutron] Pushing event updated for resources: {'Port': ['ID=5fd02214-01fc-4c86-9ff6-594f50426b70,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:21:59.433094 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eada6e7f-70dd-4255-8279-979a9afe1b5b x-openstack-request-id: req-eada6e7f-70dd-4255-8279-979a9afe1b5b {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:21:59.433381 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3262a56e-3af2-4f06-8f78-abc85696b0ef", "tag": "5fd02214-01fc-4c86-9ff6-594f50426b70", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:21:59.433628 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eada6e7f-70dd-4255-8279-979a9afe1b5b {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:21:59.434033 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3262a56e-3af2-4f06-8f78-abc85696b0ef', 'tag': '5fd02214-01fc-4c86-9ff6-594f50426b70', 'status': 'completed', 'code': 200} Mar 07 14:21:59.435812 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ab597dc9-02e5-4765-a9f6-d17a8a6dd9df req-cb988ba0-6e16-43ac-b36d-f0d0cb324f7d tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559623 Mar 07 14:21:59.498080 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-24cc42c4-a645-4505-81a3-2f14c8f9eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:59.499597 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-24cc42c4-a645-4505-81a3-2f14c8f9eccc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=de14b26361ea4e129dfc682ae2d68191&device_id=3262a56e-3af2-4f06-8f78-abc85696b0ef HTTP/1.1" status: 200 len: 1128 time: 0.0460477 Mar 07 14:21:59.545105 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-32d072d5-0fa1-4768-b564-1f94ae7cc7b8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fd02214-01fc-4c86-9ff6-594f50426b70 HTTP/1.1" status: 200 len: 217 time: 0.0341072 Mar 07 14:21:59.594211 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-04aad6cb-5e0a-4636-ac27-bc531cb292e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:59.595654 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-04aad6cb-5e0a-4636-ac27-bc531cb292e0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=57668b6e-85ad-4712-9bde-7792887a62ba HTTP/1.1" status: 200 len: 848 time: 0.0452154 Mar 07 14:21:59.627103 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-7ef63b30-8099-4cc2-9bce-cac336a49a5e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aaebc632-f459-400b-b931-3b787c8bdb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249133 Mar 07 14:21:59.715622 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-872769c4-8d52-40ae-b772-a3139ea58bb0 service neutron] 10.222.0.25 "GET /v2.0/networks/aaebc632-f459-400b-b931-3b787c8bdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823264 Mar 07 14:21:59.805407 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6567a2b2-ad61-47a9-8f9b-7c49529fa7ac req-957d8115-bbca-4e90-99dc-0100f433703b service neutron] 10.222.0.25 "GET /v2.0/networks/aaebc632-f459-400b-b931-3b787c8bdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839851 Mar 07 14:21:59.931958 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd07082-e260-471b-acff-6568d8c9924b req-ded1e547-9cc0-439f-bb59-af0b757c6f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:21:59.933403 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bbd07082-e260-471b-acff-6568d8c9924b req-ded1e547-9cc0-439f-bb59-af0b757c6f77 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=de14b26361ea4e129dfc682ae2d68191&device_id=3262a56e-3af2-4f06-8f78-abc85696b0ef HTTP/1.1" status: 200 len: 1128 time: 0.0448158 Mar 07 14:22:00.025945 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd07082-e260-471b-acff-6568d8c9924b req-b0ec3e6f-90ca-45c5-b307-1ef028ec2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:00.027396 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bbd07082-e260-471b-acff-6568d8c9924b req-b0ec3e6f-90ca-45c5-b307-1ef028ec2143 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aaebc632-f459-400b-b931-3b787c8bdb71 HTTP/1.1" status: 200 len: 909 time: 0.0859244 Mar 07 14:22:00.066311 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bbd07082-e260-471b-acff-6568d8c9924b req-25c9201b-d50a-4efc-b603-17e9c0b59aeb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fd02214-01fc-4c86-9ff6-594f50426b70 HTTP/1.1" status: 200 len: 217 time: 0.0326235 Mar 07 14:22:00.111501 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd07082-e260-471b-acff-6568d8c9924b req-c5dffa52-43b4-450e-baa4-84cdf254c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:00.112924 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bbd07082-e260-471b-acff-6568d8c9924b req-c5dffa52-43b4-450e-baa4-84cdf254c065 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=57668b6e-85ad-4712-9bde-7792887a62ba HTTP/1.1" status: 200 len: 848 time: 0.0417640 Mar 07 14:22:00.147294 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bbd07082-e260-471b-acff-6568d8c9924b req-6f09eff5-efcf-42ff-8a23-f8ec5229942b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aaebc632-f459-400b-b931-3b787c8bdb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280225 Mar 07 14:22:00.234491 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bbd07082-e260-471b-acff-6568d8c9924b req-66860fcd-2a3d-47ff-b05c-34ebaa007b1c service neutron] 10.222.0.25 "GET /v2.0/networks/aaebc632-f459-400b-b931-3b787c8bdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812573 Mar 07 14:22:00.323620 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bbd07082-e260-471b-acff-6568d8c9924b req-a4cf9626-fb9a-4e4e-be46-780cfe246947 service neutron] 10.222.0.25 "GET /v2.0/networks/aaebc632-f459-400b-b931-3b787c8bdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835590 Mar 07 14:22:00.553691 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a4849-2d64-49d1-b125-b6fff476c3d3 req-086c9edb-fa18-4af3-800c-e711d5b611d2 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:00.555161 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-958a4849-2d64-49d1-b125-b6fff476c3d3 req-086c9edb-fa18-4af3-800c-e711d5b611d2 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3262a56e-3af2-4f06-8f78-abc85696b0ef HTTP/1.1" status: 200 len: 944 time: 0.0527453 Mar 07 14:22:00.601141 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-958a4849-2d64-49d1-b125-b6fff476c3d3 req-2f6fc620-4181-4652-8738-accb9cb9fd77 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395844 Mar 07 14:22:01.720588 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4b7b3-17b0-49ff-be40-8693635b5ca7 req-8b34f396-a60b-40d2-b0cb-df39cd4eb81a tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:01.721972 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3be4b7b3-17b0-49ff-be40-8693635b5ca7 req-8b34f396-a60b-40d2-b0cb-df39cd4eb81a tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3262a56e-3af2-4f06-8f78-abc85696b0ef HTTP/1.1" status: 200 len: 944 time: 0.0544546 Mar 07 14:22:01.766730 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3be4b7b3-17b0-49ff-be40-8693635b5ca7 req-2236804f-1384-4557-b505-3e570f95f3e3 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393171 Mar 07 14:22:02.883897 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61051750-81a3-4047-ad6e-266838fe95de req-23aae9fe-0220-4822-bec5-102eb20e7aa5 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:02.885418 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-61051750-81a3-4047-ad6e-266838fe95de req-23aae9fe-0220-4822-bec5-102eb20e7aa5 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3262a56e-3af2-4f06-8f78-abc85696b0ef HTTP/1.1" status: 200 len: 944 time: 0.0534339 Mar 07 14:22:02.931773 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-61051750-81a3-4047-ad6e-266838fe95de req-0e16adf2-7d9b-4c6b-a45f-b192c02b6cbb tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404599 Mar 07 14:22:03.229547 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 5fd02214-01fc-4c86-9ff6-594f50426b70 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:22:03.325931 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 5fd02214-01fc-4c86-9ff6-594f50426b70, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5fd02214-01fc-4c86-9ff6-594f50426b70,segment=NetworkSegment(e5fb8b15-0009-41d6-88dd-249ae30b84d8),segment_id=e5fb8b15-0009-41d6-88dd-249ae30b84d8)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:22:03.335935 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Returning: {'device': '5fd02214-01fc-4c86-9ff6-594f50426b70', 'network_id': 'aaebc632-f459-400b-b931-3b787c8bdb71', 'port_id': '5fd02214-01fc-4c86-9ff6-594f50426b70', 'mac_address': 'fa:16:3e:b7:8e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57668b6e-85ad-4712-9bde-7792887a62ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:22:03.372701 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 5fd02214-01fc-4c86-9ff6-594f50426b70 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:22:03.373201 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (5fd02214-01fc-4c86-9ff6-594f50426b70), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:03.386090 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd02214-01fc-4c86-9ff6-594f50426b70 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:22:03.405395 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 5fd02214-01fc-4c86-9ff6-594f50426b70, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5fd02214-01fc-4c86-9ff6-594f50426b70,segment=NetworkSegment(e5fb8b15-0009-41d6-88dd-249ae30b84d8),segment_id=e5fb8b15-0009-41d6-88dd-249ae30b84d8)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:22:03.409668 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (5fd02214-01fc-4c86-9ff6-594f50426b70), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:03.455185 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=5fd02214-01fc-4c86-9ff6-594f50426b70,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:03.824866 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['5fd02214-01fc-4c86-9ff6-594f50426b70'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:22:04.049103 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75c143-9a42-41a5-b2bb-42bbd76fe63f req-c9a53833-f8e9-4596-93fb-9e5fdb325638 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:04.050558 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cc75c143-9a42-41a5-b2bb-42bbd76fe63f req-c9a53833-f8e9-4596-93fb-9e5fdb325638 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3262a56e-3af2-4f06-8f78-abc85696b0ef HTTP/1.1" status: 200 len: 945 time: 0.0519505 Mar 07 14:22:04.102623 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cc75c143-9a42-41a5-b2bb-42bbd76fe63f req-100a9304-708b-4d40-b731-373a7121f305 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458069 Mar 07 14:22:05.221185 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e07d4-ff79-4a00-b313-20761a71fa05 req-4557b4c3-a234-4969-ba5f-9cf9cd1214b9 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:05.222548 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a67e07d4-ff79-4a00-b313-20761a71fa05 req-4557b4c3-a234-4969-ba5f-9cf9cd1214b9 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3262a56e-3af2-4f06-8f78-abc85696b0ef HTTP/1.1" status: 200 len: 945 time: 0.0516064 Mar 07 14:22:05.244869 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 5fd02214-01fc-4c86-9ff6-594f50426b70 up at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:22:05.268272 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a67e07d4-ff79-4a00-b313-20761a71fa05 req-0372069e-6c0c-45a2-9179-f8342ba66675 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402830 Mar 07 14:22:05.295153 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning for port 5fd02214-01fc-4c86-9ff6-594f50426b70 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:22:05.299517 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning complete for port 5fd02214-01fc-4c86-9ff6-594f50426b70 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:22:05.299896 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (5fd02214-01fc-4c86-9ff6-594f50426b70), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:05.377743 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 5fd02214-01fc-4c86-9ff6-594f50426b70 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:22:05.378135 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (5fd02214-01fc-4c86-9ff6-594f50426b70), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:05.400824 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3262a56e-3af2-4f06-8f78-abc85696b0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd02214-01fc-4c86-9ff6-594f50426b70'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:22:05.403050 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d12522-adad-4f64-a07f-b8e8d85ecb6a" -d '{"events": [{"server_uuid": "3262a56e-3af2-4f06-8f78-abc85696b0ef", "name": "network-vif-plugged", "status": "completed", "tag": "5fd02214-01fc-4c86-9ff6-594f50426b70"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:22:05.415888 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 5fd02214-01fc-4c86-9ff6-594f50426b70, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5fd02214-01fc-4c86-9ff6-594f50426b70,segment=NetworkSegment(e5fb8b15-0009-41d6-88dd-249ae30b84d8),segment_id=e5fb8b15-0009-41d6-88dd-249ae30b84d8)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:22:05.420128 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (5fd02214-01fc-4c86-9ff6-594f50426b70), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:05.442693 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e243cd18-401c-4168-8f65-68fa599dba09 x-openstack-request-id: req-e243cd18-401c-4168-8f65-68fa599dba09 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:22:05.443007 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3262a56e-3af2-4f06-8f78-abc85696b0ef", "name": "network-vif-plugged", "status": "completed", "tag": "5fd02214-01fc-4c86-9ff6-594f50426b70", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:22:05.443266 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e243cd18-401c-4168-8f65-68fa599dba09 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:22:05.443662 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3262a56e-3af2-4f06-8f78-abc85696b0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd02214-01fc-4c86-9ff6-594f50426b70', 'code': 200} Mar 07 14:22:05.469340 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=5fd02214-01fc-4c86-9ff6-594f50426b70,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:05.640062 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84940baa-3d18-453e-9000-250977b2be41 req-028ab5e0-b967-4995-b1da-ce7ca29129b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:05.641708 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-84940baa-3d18-453e-9000-250977b2be41 req-028ab5e0-b967-4995-b1da-ce7ca29129b2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3262a56e-3af2-4f06-8f78-abc85696b0ef HTTP/1.1" status: 200 len: 1130 time: 0.0451078 Mar 07 14:22:05.682492 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-84940baa-3d18-453e-9000-250977b2be41 req-6025a621-8f6c-47a7-8615-5312f7ae4713 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354655 Mar 07 14:22:06.384408 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe400019-fabc-4dfd-9c65-7d85594c4e8f req-5815b55e-34ed-469c-a178-e4ba5a26e751 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:06.386171 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fe400019-fabc-4dfd-9c65-7d85594c4e8f req-5815b55e-34ed-469c-a178-e4ba5a26e751 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3262a56e-3af2-4f06-8f78-abc85696b0ef HTTP/1.1" status: 200 len: 946 time: 0.0517683 Mar 07 14:22:06.432571 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fe400019-fabc-4dfd-9c65-7d85594c4e8f req-8cabc028-4f31-473a-a1a1-8a08837097e4 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404081 Mar 07 14:22:07.553572 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b96296-acd6-48b7-94b2-29148c03657a req-f7379b90-5d2c-4fa3-b01f-42b969cac041 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:07.555025 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a7b96296-acd6-48b7-94b2-29148c03657a req-f7379b90-5d2c-4fa3-b01f-42b969cac041 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3262a56e-3af2-4f06-8f78-abc85696b0ef HTTP/1.1" status: 200 len: 946 time: 0.0552437 Mar 07 14:22:07.603790 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a7b96296-acd6-48b7-94b2-29148c03657a req-54e4d3dd-64f0-40c2-9a17-aa2cfe3db805 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428209 Mar 07 14:22:08.256805 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8068774-3529-46e2-916c-e2ba64be74a5 req-35ed21e7-b9cc-4984-907a-e93e9a2427d9 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:08.258228 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a8068774-3529-46e2-916c-e2ba64be74a5 req-35ed21e7-b9cc-4984-907a-e93e9a2427d9 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3262a56e-3af2-4f06-8f78-abc85696b0ef HTTP/1.1" status: 200 len: 946 time: 0.0510559 Mar 07 14:22:08.305102 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a8068774-3529-46e2-916c-e2ba64be74a5 req-ba5b04de-5070-4fe7-ae61-d0327b49d370 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Mar 07 14:22:09.426767 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1adade-0cb5-4b1b-96e2-44e785633ee4 req-696a5829-f4da-4d9b-a9db-e5a94ae5bc16 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:09.428164 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dc1adade-0cb5-4b1b-96e2-44e785633ee4 req-696a5829-f4da-4d9b-a9db-e5a94ae5bc16 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3262a56e-3af2-4f06-8f78-abc85696b0ef HTTP/1.1" status: 200 len: 946 time: 0.0558987 Mar 07 14:22:09.474503 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dc1adade-0cb5-4b1b-96e2-44e785633ee4 req-bc2199e4-5d18-4eed-adc8-4001b87c64c7 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407507 Mar 07 14:22:09.740346 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bf8e6-d124-48e5-9e74-16c22dd34217 req-f151f4d0-1b24-4c71-81e4-e26e813428d4 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:09.741725 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9a9bf8e6-d124-48e5-9e74-16c22dd34217 req-f151f4d0-1b24-4c71-81e4-e26e813428d4 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.25 "GET /v2.0/ports?device_id=3262a56e-3af2-4f06-8f78-abc85696b0ef HTTP/1.1" status: 200 len: 946 time: 0.0511591 Mar 07 14:22:09.836585 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-9a9bf8e6-d124-48e5-9e74-16c22dd34217 req-9be3fa25-74fa-46df-96dc-ec9e963934cd tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Deleting port 5fd02214-01fc-4c86-9ff6-594f50426b70 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:22:09.836953 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9a9bf8e6-d124-48e5-9e74-16c22dd34217 req-9be3fa25-74fa-46df-96dc-ec9e963934cd tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (5fd02214-01fc-4c86-9ff6-594f50426b70), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:09.922519 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-9a9bf8e6-d124-48e5-9e74-16c22dd34217 req-9be3fa25-74fa-46df-96dc-ec9e963934cd tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] For port 5fd02214-01fc-4c86-9ff6-594f50426b70, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5fd02214-01fc-4c86-9ff6-594f50426b70,segment=NetworkSegment(e5fb8b15-0009-41d6-88dd-249ae30b84d8),segment_id=e5fb8b15-0009-41d6-88dd-249ae30b84d8)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:22:09.922884 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9a9bf8e6-d124-48e5-9e74-16c22dd34217 req-9be3fa25-74fa-46df-96dc-ec9e963934cd tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (5fd02214-01fc-4c86-9ff6-594f50426b70), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:09.935214 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-9a9bf8e6-d124-48e5-9e74-16c22dd34217 req-9be3fa25-74fa-46df-96dc-ec9e963934cd tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Calling delete_port for 5fd02214-01fc-4c86-9ff6-594f50426b70 owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:22:10.064738 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9a9bf8e6-d124-48e5-9e74-16c22dd34217 req-9be3fa25-74fa-46df-96dc-ec9e963934cd tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (5fd02214-01fc-4c86-9ff6-594f50426b70), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:10.092736 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3fa25-74fa-46df-96dc-ec9e963934cd tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Pushing event deleted for resources: {'Port': ['ID=5fd02214-01fc-4c86-9ff6-594f50426b70,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:10.099035 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['5fd02214-01fc-4c86-9ff6-594f50426b70'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:22:10.138250 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9bf8e6-d124-48e5-9e74-16c22dd34217 req-9be3fa25-74fa-46df-96dc-ec9e963934cd tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] No DVR routers for this DVR port 5fd02214-01fc-4c86-9ff6-594f50426b70 on host hv-cinder-79400 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:22:10.140861 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9a9bf8e6-d124-48e5-9e74-16c22dd34217 req-9be3fa25-74fa-46df-96dc-ec9e963934cd tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:10.144191 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9a9bf8e6-d124-48e5-9e74-16c22dd34217 req-9be3fa25-74fa-46df-96dc-ec9e963934cd tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.25 "DELETE /v2.0/ports/5fd02214-01fc-4c86-9ff6-594f50426b70 HTTP/1.1" status: 204 len: 173 time: 0.3972249 Mar 07 14:22:10.144626 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3262a56e-3af2-4f06-8f78-abc85696b0ef', 'name': 'network-vif-deleted', 'tag': '5fd02214-01fc-4c86-9ff6-594f50426b70'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:22:10.146895 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b227fff841cc36c28be207e5082edf6552ac5a262496b0e086d32ab3e88bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96eb93ed-5895-4f96-afab-402124283e51" -d '{"events": [{"server_uuid": "3262a56e-3af2-4f06-8f78-abc85696b0ef", "name": "network-vif-deleted", "tag": "5fd02214-01fc-4c86-9ff6-594f50426b70"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:22:10.183865 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d651cfb9-a579-4361-9159-966a1e9b45b6 x-openstack-request-id: req-d651cfb9-a579-4361-9159-966a1e9b45b6 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:22:10.184167 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3262a56e-3af2-4f06-8f78-abc85696b0ef", "name": "network-vif-deleted", "tag": "5fd02214-01fc-4c86-9ff6-594f50426b70", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:22:10.184473 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d651cfb9-a579-4361-9159-966a1e9b45b6 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:22:10.184904 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3262a56e-3af2-4f06-8f78-abc85696b0ef', 'name': 'network-vif-deleted', 'tag': '5fd02214-01fc-4c86-9ff6-594f50426b70', 'status': 'completed', 'code': 200} Mar 07 14:22:10.581083 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-006b33d1-0b32-40a5-a8f2-2200c68e7a4f req-ad0eeb40-9bfd-4f40-be71-8bdac00b6c37 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=3262a56e-3af2-4f06-8f78-abc85696b0ef HTTP/1.1" status: 200 len: 210 time: 0.0275927 Mar 07 14:22:11.835266 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-d6404542-f35e-480d-9455-c60eab9391f1 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:11.836605 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-d6404542-f35e-480d-9455-c60eab9391f1 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/networks?id=aaebc632-f459-400b-b931-3b787c8bdb71 HTTP/1.1" status: 200 len: 808 time: 0.0998051 Mar 07 14:22:11.851239 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-1377be0d-c7a8-4b2a-95f5-0df00b2b13aa tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/quotas/de14b26361ea4e129dfc682ae2d68191 HTTP/1.1" status: 200 len: 375 time: 0.0085657 Mar 07 14:22:11.882325 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-f6a78448-a80b-4ff2-a2d4-20462cac6f23 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de14b26361ea4e129dfc682ae2d68191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263824 Mar 07 14:22:11.969227 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-c2f961cf-02c6-4a48-99cc-7f7a80d95c36 service neutron] 10.222.0.26 "GET /v2.0/networks/aaebc632-f459-400b-b931-3b787c8bdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799873 Mar 07 14:22:12.057378 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-f3dd64b8-7f99-4853-a552-ef138cb570cb service neutron] 10.222.0.26 "GET /v2.0/networks/aaebc632-f459-400b-b931-3b787c8bdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827188 Mar 07 14:22:12.212344 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b4da449a-fef6-440d-9d96-4c40155a2279 req-23cd48dd-4773-41dc-a71c-3dc3598633b8 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d HTTP/1.1" status: 200 len: 210 time: 0.0280197 Mar 07 14:22:13.166918 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-76439151-c184-4d09-ba3d-18edb85bf6f8 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:13.168423 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-76439151-c184-4d09-ba3d-18edb85bf6f8 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.25 "GET /v2.0/networks?id=aaebc632-f459-400b-b931-3b787c8bdb71 HTTP/1.1" status: 200 len: 808 time: 0.1072054 Mar 07 14:22:13.198368 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-2d49e0ca-f4d1-4491-bc82-9f3915bfc194 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Request body: {'port': {'device_id': 'e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d', 'network_id': 'aaebc632-f459-400b-b931-3b787c8bdb71', 'admin_state_up': True, 'tenant_id': 'de14b26361ea4e129dfc682ae2d68191'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:22:13.307156 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3dd6b64c-d731-42f0-bb37-59408c5611de req-0ca9d504-ec6b-4c32-83b3-f926aed0cb05 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d HTTP/1.1" status: 200 len: 210 time: 0.0277541 Mar 07 14:22:13.309174 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-2d49e0ca-f4d1-4491-bc82-9f3915bfc194 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Made reservation on behalf of de14b26361ea4e129dfc682ae2d68191 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:22:13.313668 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-2d49e0ca-f4d1-4491-bc82-9f3915bfc194 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:13.314015 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 5fd02214-01fc-4c86-9ff6-594f50426b70 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:22:13.335867 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] No Port match for: 5fd02214-01fc-4c86-9ff6-594f50426b70 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:22:13.336225 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 5fd02214-01fc-4c86-9ff6-594f50426b70 not bound to the agent host hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:22:13.443793 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-2d49e0ca-f4d1-4491-bc82-9f3915bfc194 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Allocated IP 172.20.0.11 (aaebc632-f459-400b-b931-3b787c8bdb71/57668b6e-85ad-4712-9bde-7792887a62ba/2b2ed393-057f-4720-bec8-4a84a7367c05) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:22:13.586371 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-2d49e0ca-f4d1-4491-bc82-9f3915bfc194 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Publish callbacks [] for port (2b2ed393-057f-4720-bec8-4a84a7367c05), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:13.619233 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-2d49e0ca-f4d1-4491-bc82-9f3915bfc194 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (2b2ed393-057f-4720-bec8-4a84a7367c05), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:13.667976 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-2d49e0ca-f4d1-4491-bc82-9f3915bfc194 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Network aaebc632-f459-400b-b931-3b787c8bdb71 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:22:13.670966 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-2d49e0ca-f4d1-4491-bc82-9f3915bfc194 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:22:13.674570 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-2d49e0ca-f4d1-4491-bc82-9f3915bfc194 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:22:13.696620 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49e0ca-f4d1-4491-bc82-9f3915bfc194 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Pushing event updated for resources: {'Port': ['ID=2b2ed393-057f-4720-bec8-4a84a7367c05,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:13.723811 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-2d49e0ca-f4d1-4491-bc82-9f3915bfc194 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:13.724421 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-2d49e0ca-f4d1-4491-bc82-9f3915bfc194 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:13.739951 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-2d49e0ca-f4d1-4491-bc82-9f3915bfc194 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5453799 Mar 07 14:22:13.767785 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Request body: {'port': {'device_id': 'e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:22:13.823490 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (2b2ed393-057f-4720-bec8-4a84a7367c05), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:14.077108 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b2ed393-057f-4720-bec8-4a84a7367c05 {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:22:14.084382 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Publish callbacks [] for port (2b2ed393-057f-4720-bec8-4a84a7367c05), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:14.097335 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Transition to ACTIVE for port object 2b2ed393-057f-4720-bec8-4a84a7367c05 will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:22:14.101022 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7721250'] for port (2b2ed393-057f-4720-bec8-4a84a7367c05), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:14.166967 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2ed393-057f-4720-bec8-4a84a7367c05,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:14.220675 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Attempting to bind port 2b2ed393-057f-4720-bec8-4a84a7367c05 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:22:14.221109 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Attempting to bind port 2b2ed393-057f-4720-bec8-4a84a7367c05 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'e5fb8b15-0009-41d6-88dd-249ae30b84d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'aaebc632-f459-400b-b931-3b787c8bdb71'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:22:14.221388 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Attempting to bind port 2b2ed393-057f-4720-bec8-4a84a7367c05 on network aaebc632-f459-400b-b931-3b787c8bdb71 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:22:14.225582 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Port 2b2ed393-057f-4720-bec8-4a84a7367c05 on network aaebc632-f459-400b-b931-3b787c8bdb71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:22:14.225903 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Attempting to bind port 2b2ed393-057f-4720-bec8-4a84a7367c05 on network aaebc632-f459-400b-b931-3b787c8bdb71 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:22:14.230669 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Checking agent: {'id': 'c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'started_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:22:14.231036 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Checking segment: {'id': 'e5fb8b15-0009-41d6-88dd-249ae30b84d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'aaebc632-f459-400b-b931-3b787c8bdb71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:22:14.231415 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Bound using segment: {'id': 'e5fb8b15-0009-41d6-88dd-249ae30b84d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'aaebc632-f459-400b-b931-3b787c8bdb71'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:22:14.231842 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Bound port: 2b2ed393-057f-4720-bec8-4a84a7367c05, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fb8b15-0009-41d6-88dd-249ae30b84d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'aaebc632-f459-400b-b931-3b787c8bdb71'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:22:14.232201 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (2b2ed393-057f-4720-bec8-4a84a7367c05), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:14.292250 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] For port 2b2ed393-057f-4720-bec8-4a84a7367c05, host hv-cinder-79400, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:22:14.295375 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] For port 2b2ed393-057f-4720-bec8-4a84a7367c05, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2b2ed393-057f-4720-bec8-4a84a7367c05,segment=NetworkSegment(e5fb8b15-0009-41d6-88dd-249ae30b84d8),segment_id=e5fb8b15-0009-41d6-88dd-249ae30b84d8)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:22:14.300892 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7721250'] for port (2b2ed393-057f-4720-bec8-4a84a7367c05), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:14.337067 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:14.337692 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:14.339090 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] 10.222.0.25 "PUT /v2.0/ports/2b2ed393-057f-4720-bec8-4a84a7367c05 HTTP/1.1" status: 200 len: 1094 time: 0.5753016 Mar 07 14:22:14.339533 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d', 'tag': '2b2ed393-057f-4720-bec8-4a84a7367c05'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:22:14.342432 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b227fff841cc36c28be207e5082edf6552ac5a262496b0e086d32ab3e88bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b2680d-a517-4b7a-9bf5-7861ec42c7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d", "tag": "2b2ed393-057f-4720-bec8-4a84a7367c05"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:22:14.366762 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa9746-b2db-42f2-a8e9-731197ebb2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2ed393-057f-4720-bec8-4a84a7367c05,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:14.397302 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:22:14.424509 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385d91b0-9ed6-4700-8394-ed6c37439de2 x-openstack-request-id: req-385d91b0-9ed6-4700-8394-ed6c37439de2 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:22:14.424856 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d", "tag": "2b2ed393-057f-4720-bec8-4a84a7367c05", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:22:14.425114 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-385d91b0-9ed6-4700-8394-ed6c37439de2 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:22:14.425513 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d', 'tag': '2b2ed393-057f-4720-bec8-4a84a7367c05', 'status': 'completed', 'code': 200} Mar 07 14:22:14.447752 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559d157-6057-47fa-9fd7-dac6e355c092 req-c9c3d458-9447-438e-8834-10b9d644aa73 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:14.449385 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0559d157-6057-47fa-9fd7-dac6e355c092 req-c9c3d458-9447-438e-8834-10b9d644aa73 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d HTTP/1.1" status: 200 len: 944 time: 0.0715353 Mar 07 14:22:14.464439 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-48933fa0-5767-4d31-bfa3-96979ed5e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:14.466786 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-48933fa0-5767-4d31-bfa3-96979ed5e0f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=de14b26361ea4e129dfc682ae2d68191&device_id=e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d HTTP/1.1" status: 200 len: 1128 time: 0.0586739 Mar 07 14:22:14.499856 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0559d157-6057-47fa-9fd7-dac6e355c092 req-376d758e-93c4-45a5-b7eb-ea206e4be498 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443466 Mar 07 14:22:14.515982 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-6e5dfe4e-ee84-466e-9b4f-f606e8b2efa4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b2ed393-057f-4720-bec8-4a84a7367c05 HTTP/1.1" status: 200 len: 217 time: 0.0373569 Mar 07 14:22:14.562382 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-3c14bf1e-f8e2-4f95-bc8c-c74819d9de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:14.563812 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-3c14bf1e-f8e2-4f95-bc8c-c74819d9de71 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=57668b6e-85ad-4712-9bde-7792887a62ba HTTP/1.1" status: 200 len: 848 time: 0.0425224 Mar 07 14:22:14.595195 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-ad9c8765-8d8e-4952-8cb0-d0be6636d8ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aaebc632-f459-400b-b931-3b787c8bdb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254698 Mar 07 14:22:14.686003 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-62a31ec4-70aa-421e-98ce-7701d4899693 service neutron] 10.222.0.25 "GET /v2.0/networks/aaebc632-f459-400b-b931-3b787c8bdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849152 Mar 07 14:22:14.771864 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8c3e99c9-344b-4ee2-af4f-5dfdd3ed3eba req-f9df4270-cf10-4674-85eb-3fb5006f05eb service neutron] 10.222.0.25 "GET /v2.0/networks/aaebc632-f459-400b-b931-3b787c8bdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801349 Mar 07 14:22:14.901996 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2680d-a517-4b7a-9bf5-7861ec42c7c3 req-8467cb10-046f-4d79-ba5f-27d86314c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:14.903592 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-47b2680d-a517-4b7a-9bf5-7861ec42c7c3 req-8467cb10-046f-4d79-ba5f-27d86314c918 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=de14b26361ea4e129dfc682ae2d68191&device_id=e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d HTTP/1.1" status: 200 len: 1128 time: 0.0506427 Mar 07 14:22:14.990872 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2680d-a517-4b7a-9bf5-7861ec42c7c3 req-df78272f-6fff-41d3-9cad-3405e5f576be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:14.992371 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-47b2680d-a517-4b7a-9bf5-7861ec42c7c3 req-df78272f-6fff-41d3-9cad-3405e5f576be service neutron] 10.222.0.25 "GET /v2.0/networks?id=aaebc632-f459-400b-b931-3b787c8bdb71 HTTP/1.1" status: 200 len: 909 time: 0.0825682 Mar 07 14:22:15.034806 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-47b2680d-a517-4b7a-9bf5-7861ec42c7c3 req-d5325f36-2b29-4573-acd8-6ff9bc260a2d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b2ed393-057f-4720-bec8-4a84a7367c05 HTTP/1.1" status: 200 len: 217 time: 0.0366993 Mar 07 14:22:15.082552 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2680d-a517-4b7a-9bf5-7861ec42c7c3 req-723cbdf4-5a0e-4faa-9df1-5de726d936c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:15.084042 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-47b2680d-a517-4b7a-9bf5-7861ec42c7c3 req-723cbdf4-5a0e-4faa-9df1-5de726d936c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=57668b6e-85ad-4712-9bde-7792887a62ba HTTP/1.1" status: 200 len: 848 time: 0.0437412 Mar 07 14:22:15.115123 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-47b2680d-a517-4b7a-9bf5-7861ec42c7c3 req-f5974b01-c004-4214-b844-8134d3ca3fb4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aaebc632-f459-400b-b931-3b787c8bdb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249925 Mar 07 14:22:15.205033 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-47b2680d-a517-4b7a-9bf5-7861ec42c7c3 req-1058a189-9a71-4750-b609-aee8b20458a1 service neutron] 10.222.0.25 "GET /v2.0/networks/aaebc632-f459-400b-b931-3b787c8bdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841663 Mar 07 14:22:15.530143 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-47b2680d-a517-4b7a-9bf5-7861ec42c7c3 req-7cea782b-ade7-43ff-8c56-49cf4402f6a4 service neutron] 10.222.0.25 "GET /v2.0/networks/aaebc632-f459-400b-b931-3b787c8bdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192306 Mar 07 14:22:15.620115 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4771c-5255-4c02-9b6a-6d39bda43ef8 req-4eadf9c1-f3f4-43ec-ba9f-90de5ecfded2 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:15.621677 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-95d4771c-5255-4c02-9b6a-6d39bda43ef8 req-4eadf9c1-f3f4-43ec-ba9f-90de5ecfded2 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d HTTP/1.1" status: 200 len: 944 time: 0.0519743 Mar 07 14:22:15.667939 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-95d4771c-5255-4c02-9b6a-6d39bda43ef8 req-4691c0b0-cb58-4796-8d45-e9583e1a2df2 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408425 Mar 07 14:22:15.854101 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3567460f-00d6-4c21-995d-03f43c804d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:16.784893 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384cdef-5063-447f-be9c-4cffe52c84f8 req-3227034b-0c2a-4170-8b80-ec619cde6959 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:16.786270 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7384cdef-5063-447f-be9c-4cffe52c84f8 req-3227034b-0c2a-4170-8b80-ec619cde6959 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d HTTP/1.1" status: 200 len: 944 time: 0.0524952 Mar 07 14:22:16.831379 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7384cdef-5063-447f-be9c-4cffe52c84f8 req-d71dfce8-b800-4216-93f4-c18f35eaf7cd tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396302 Mar 07 14:22:17.950655 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a48a51-f407-4170-b621-1476ecc9ad8c req-0ff85a62-1925-4fd2-843a-4af71e516e29 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:17.952116 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e0a48a51-f407-4170-b621-1476ecc9ad8c req-0ff85a62-1925-4fd2-843a-4af71e516e29 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d HTTP/1.1" status: 200 len: 944 time: 0.0543752 Mar 07 14:22:17.997328 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e0a48a51-f407-4170-b621-1476ecc9ad8c req-ff848608-afc9-461a-aa3c-4234a506c505 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391283 Mar 07 14:22:18.172543 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cc712d1f-618f-4129-8154-23dee5b4648b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:19.112850 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bde041-062a-479c-97ed-886a1155ca02 req-5b3f1941-7bcc-4542-9099-9396ffdd19a7 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:19.114298 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-12bde041-062a-479c-97ed-886a1155ca02 req-5b3f1941-7bcc-4542-9099-9396ffdd19a7 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d HTTP/1.1" status: 200 len: 944 time: 0.0503621 Mar 07 14:22:19.159263 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-12bde041-062a-479c-97ed-886a1155ca02 req-3df5298b-79d7-435e-b683-b49efa44f1a3 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396218 Mar 07 14:22:19.322974 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 2b2ed393-057f-4720-bec8-4a84a7367c05 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:22:19.423328 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 2b2ed393-057f-4720-bec8-4a84a7367c05, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2b2ed393-057f-4720-bec8-4a84a7367c05,segment=NetworkSegment(e5fb8b15-0009-41d6-88dd-249ae30b84d8),segment_id=e5fb8b15-0009-41d6-88dd-249ae30b84d8)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:22:19.433230 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Returning: {'device': '2b2ed393-057f-4720-bec8-4a84a7367c05', 'network_id': 'aaebc632-f459-400b-b931-3b787c8bdb71', 'port_id': '2b2ed393-057f-4720-bec8-4a84a7367c05', 'mac_address': 'fa:16:3e:64:c8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57668b6e-85ad-4712-9bde-7792887a62ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:22:19.477131 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:19.482988 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 2b2ed393-057f-4720-bec8-4a84a7367c05 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:22:19.483363 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (2b2ed393-057f-4720-bec8-4a84a7367c05), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:19.495776 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2ed393-057f-4720-bec8-4a84a7367c05 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:22:19.515879 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 2b2ed393-057f-4720-bec8-4a84a7367c05, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2b2ed393-057f-4720-bec8-4a84a7367c05,segment=NetworkSegment(e5fb8b15-0009-41d6-88dd-249ae30b84d8),segment_id=e5fb8b15-0009-41d6-88dd-249ae30b84d8)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:22:19.519551 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (2b2ed393-057f-4720-bec8-4a84a7367c05), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:19.568732 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=2b2ed393-057f-4720-bec8-4a84a7367c05,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:19.936795 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['2b2ed393-057f-4720-bec8-4a84a7367c05'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:22:20.278779 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70032a96-a6b5-4ffc-8743-7a68fe85037e req-a423cc50-5313-42ea-85b6-ec6f744ad0bb tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:20.280313 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-70032a96-a6b5-4ffc-8743-7a68fe85037e req-a423cc50-5313-42ea-85b6-ec6f744ad0bb tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d HTTP/1.1" status: 200 len: 945 time: 0.0557997 Mar 07 14:22:20.326401 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-70032a96-a6b5-4ffc-8743-7a68fe85037e req-146a1f22-fabc-4140-bf9a-dd9e7988172d tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405514 Mar 07 14:22:20.887869 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:21.339780 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 2b2ed393-057f-4720-bec8-4a84a7367c05 up at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:22:21.390009 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning for port 2b2ed393-057f-4720-bec8-4a84a7367c05 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:22:21.394408 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning complete for port 2b2ed393-057f-4720-bec8-4a84a7367c05 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:22:21.394892 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (2b2ed393-057f-4720-bec8-4a84a7367c05), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:21.446434 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815442c8-24ac-4ff6-aa47-a4fa06c6bb4c req-cffc828d-0649-4b28-915c-4c0a8eeabd26 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:21.448148 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-815442c8-24ac-4ff6-aa47-a4fa06c6bb4c req-cffc828d-0649-4b28-915c-4c0a8eeabd26 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d HTTP/1.1" status: 200 len: 945 time: 0.0540407 Mar 07 14:22:21.473196 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 2b2ed393-057f-4720-bec8-4a84a7367c05 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:22:21.473591 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (2b2ed393-057f-4720-bec8-4a84a7367c05), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:21.497387 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2ed393-057f-4720-bec8-4a84a7367c05'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:22:21.499018 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-815442c8-24ac-4ff6-aa47-a4fa06c6bb4c req-5f0ccc0e-9626-4110-b07d-9663d7870dcf tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433788 Mar 07 14:22:21.499613 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8e4043-8fe2-4fcb-b69e-d30572ec304d" -d '{"events": [{"server_uuid": "e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d", "name": "network-vif-plugged", "status": "completed", "tag": "2b2ed393-057f-4720-bec8-4a84a7367c05"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:22:21.519567 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 2b2ed393-057f-4720-bec8-4a84a7367c05, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2b2ed393-057f-4720-bec8-4a84a7367c05,segment=NetworkSegment(e5fb8b15-0009-41d6-88dd-249ae30b84d8),segment_id=e5fb8b15-0009-41d6-88dd-249ae30b84d8)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:22:21.523342 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (2b2ed393-057f-4720-bec8-4a84a7367c05), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:21.546903 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdbc67a-9d70-4ccf-9940-917a79ee7028 x-openstack-request-id: req-7cdbc67a-9d70-4ccf-9940-917a79ee7028 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:22:21.547221 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d", "name": "network-vif-plugged", "status": "completed", "tag": "2b2ed393-057f-4720-bec8-4a84a7367c05", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:22:21.547478 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7cdbc67a-9d70-4ccf-9940-917a79ee7028 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:22:21.547865 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2ed393-057f-4720-bec8-4a84a7367c05', 'code': 200} Mar 07 14:22:21.574434 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=2b2ed393-057f-4720-bec8-4a84a7367c05,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:21.740543 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b000c-b175-4a96-b277-721dc0080ea9 req-afddd8bf-44f4-4639-b263-767b89600507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:21.742219 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-115b000c-b175-4a96-b277-721dc0080ea9 req-afddd8bf-44f4-4639-b263-767b89600507 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d HTTP/1.1" status: 200 len: 1130 time: 0.0441427 Mar 07 14:22:21.788743 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-115b000c-b175-4a96-b277-721dc0080ea9 req-b5315179-50b0-4169-b267-efd1727c5706 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 Mar 07 14:22:22.336297 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:22.614336 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0500a-d950-4923-9e37-db9388c1067b req-c76ae10b-6ffc-4305-8c97-8efafbeaf2d3 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:22.615786 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-25a0500a-d950-4923-9e37-db9388c1067b req-c76ae10b-6ffc-4305-8c97-8efafbeaf2d3 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d HTTP/1.1" status: 200 len: 946 time: 0.0514212 Mar 07 14:22:22.664613 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-25a0500a-d950-4923-9e37-db9388c1067b req-ba70b82d-e990-4114-80aa-35ef479b5b86 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433581 Mar 07 14:22:23.782982 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a544e30-11de-452e-b3ce-f4cf2bf4b4e4 req-6dc94ead-3419-419c-9f74-99d2280d513f tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:23.784422 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9a544e30-11de-452e-b3ce-f4cf2bf4b4e4 req-6dc94ead-3419-419c-9f74-99d2280d513f tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d HTTP/1.1" status: 200 len: 946 time: 0.0532427 Mar 07 14:22:23.830803 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9a544e30-11de-452e-b3ce-f4cf2bf4b4e4 req-954f236e-7610-4dd5-95be-faeb71096bc2 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408528 Mar 07 14:22:24.507815 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5c5e8-ecb8-4cb9-b846-804cc39cce42 req-6a32174f-9174-4b89-a137-a9ebbcf11a7b tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:24.509236 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-14e5c5e8-ecb8-4cb9-b846-804cc39cce42 req-6a32174f-9174-4b89-a137-a9ebbcf11a7b tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d HTTP/1.1" status: 200 len: 946 time: 0.0517571 Mar 07 14:22:24.555792 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-14e5c5e8-ecb8-4cb9-b846-804cc39cce42 req-de2ca21f-0cac-4c55-a9ee-86edaa96f155 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402808 Mar 07 14:22:25.683568 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e833c0d-0d5c-47d4-b471-42b4476322b9 req-54687612-cd13-4b2e-b169-06bd1e9e4916 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:25.685826 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2e833c0d-0d5c-47d4-b471-42b4476322b9 req-54687612-cd13-4b2e-b169-06bd1e9e4916 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d HTTP/1.1" status: 200 len: 946 time: 0.0564568 Mar 07 14:22:25.731615 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2e833c0d-0d5c-47d4-b471-42b4476322b9 req-ffff0161-6836-488d-ba6e-16d25ae78d7d tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/security-groups?id=d836023c-0719-4d8d-b81c-3caa6a609c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401695 Mar 07 14:22:26.033505 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cbb1d-d52e-440e-9877-77a614d96923 req-4992e8ca-17e2-49a6-833d-2f3131022857 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:22:26.034839 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-658cbb1d-d52e-440e-9877-77a614d96923 req-4992e8ca-17e2-49a6-833d-2f3131022857 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.25 "GET /v2.0/ports?device_id=e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d HTTP/1.1" status: 200 len: 946 time: 0.0505674 Mar 07 14:22:26.123497 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-658cbb1d-d52e-440e-9877-77a614d96923 req-575f2900-c342-4208-95aa-8ca7117239b2 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Deleting port 2b2ed393-057f-4720-bec8-4a84a7367c05 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:22:26.123835 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-658cbb1d-d52e-440e-9877-77a614d96923 req-575f2900-c342-4208-95aa-8ca7117239b2 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (2b2ed393-057f-4720-bec8-4a84a7367c05), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:26.212976 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-658cbb1d-d52e-440e-9877-77a614d96923 req-575f2900-c342-4208-95aa-8ca7117239b2 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] For port 2b2ed393-057f-4720-bec8-4a84a7367c05, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2b2ed393-057f-4720-bec8-4a84a7367c05,segment=NetworkSegment(e5fb8b15-0009-41d6-88dd-249ae30b84d8),segment_id=e5fb8b15-0009-41d6-88dd-249ae30b84d8)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:22:26.213341 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-658cbb1d-d52e-440e-9877-77a614d96923 req-575f2900-c342-4208-95aa-8ca7117239b2 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (2b2ed393-057f-4720-bec8-4a84a7367c05), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:26.225567 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-658cbb1d-d52e-440e-9877-77a614d96923 req-575f2900-c342-4208-95aa-8ca7117239b2 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Calling delete_port for 2b2ed393-057f-4720-bec8-4a84a7367c05 owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:22:26.350282 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-658cbb1d-d52e-440e-9877-77a614d96923 req-575f2900-c342-4208-95aa-8ca7117239b2 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (2b2ed393-057f-4720-bec8-4a84a7367c05), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:26.377694 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f2900-c342-4208-95aa-8ca7117239b2 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Pushing event deleted for resources: {'Port': ['ID=2b2ed393-057f-4720-bec8-4a84a7367c05,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:26.384201 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['2b2ed393-057f-4720-bec8-4a84a7367c05'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:22:26.420665 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-658cbb1d-d52e-440e-9877-77a614d96923 req-575f2900-c342-4208-95aa-8ca7117239b2 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] No DVR routers for this DVR port 2b2ed393-057f-4720-bec8-4a84a7367c05 on host hv-cinder-79400 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:22:26.423047 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-658cbb1d-d52e-440e-9877-77a614d96923 req-575f2900-c342-4208-95aa-8ca7117239b2 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:26.426357 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-658cbb1d-d52e-440e-9877-77a614d96923 req-575f2900-c342-4208-95aa-8ca7117239b2 tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.25 "DELETE /v2.0/ports/2b2ed393-057f-4720-bec8-4a84a7367c05 HTTP/1.1" status: 204 len: 173 time: 0.3861647 Mar 07 14:22:26.426786 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d', 'name': 'network-vif-deleted', 'tag': '2b2ed393-057f-4720-bec8-4a84a7367c05'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:22:26.429002 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b227fff841cc36c28be207e5082edf6552ac5a262496b0e086d32ab3e88bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecef6863-d50c-4d28-aa38-7752c41dfba8" -d '{"events": [{"server_uuid": "e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d", "name": "network-vif-deleted", "tag": "2b2ed393-057f-4720-bec8-4a84a7367c05"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:22:26.468158 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661499e1-78bf-43f6-bd78-23cbe707429f x-openstack-request-id: req-661499e1-78bf-43f6-bd78-23cbe707429f {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:22:26.468450 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d", "name": "network-vif-deleted", "tag": "2b2ed393-057f-4720-bec8-4a84a7367c05", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:22:26.468727 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-661499e1-78bf-43f6-bd78-23cbe707429f {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:22:26.469152 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d', 'name': 'network-vif-deleted', 'tag': '2b2ed393-057f-4720-bec8-4a84a7367c05', 'status': 'completed', 'code': 200} Mar 07 14:22:26.563853 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:26.837669 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cfb54a4f-f03b-4ea7-8677-6401b3d42970 req-c8add879-2912-404e-ae07-8b672f74105e tempest-VolumesActionsTest-1186504802 tempest-VolumesActionsTest-1186504802-project] 10.222.0.26 "GET /v2.0/ports?device_id=e246b8c4-b4ef-4266-b6d5-d2313b6e6b4d HTTP/1.1" status: 200 len: 210 time: 0.0292506 Mar 07 14:22:31.109727 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 2b2ed393-057f-4720-bec8-4a84a7367c05 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:22:31.130233 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] No Port match for: 2b2ed393-057f-4720-bec8-4a84a7367c05 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:22:31.130575 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 2b2ed393-057f-4720-bec8-4a84a7367c05 not bound to the agent host hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:22:45.858723 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-954f6b61-835d-4be2-8d4a-5469cd58538e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:48.178854 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d3e896dc-cb0b-41ab-bfbb-dd3a7cbb5266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:49.457085 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:50.603423 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 44794) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:50.647549 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Deleting subnet 57668b6e-85ad-4712-9bde-7792887a62ba {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:22:50.650685 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Publish callbacks [] for subnet (57668b6e-85ad-4712-9bde-7792887a62ba), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:50.687563 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4275966'] for subnet (57668b6e-85ad-4712-9bde-7792887a62ba), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:50.724197 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517177'] for subnet (57668b6e-85ad-4712-9bde-7792887a62ba), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:50.773666 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578884'] for subnet (57668b6e-85ad-4712-9bde-7792887a62ba), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:50.798175 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57668b6e-85ad-4712-9bde-7792887a62ba,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:50.802541 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:50.805672 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/57668b6e-85ad-4712-9bde-7792887a62ba HTTP/1.1" status: 204 len: 168 time: 0.2012691 Mar 07 14:22:50.808205 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44798) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:50.811034 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:50.811386 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:50.811730 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:50.812067 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:50.812399 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:50.812761 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:50.813095 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:50.813428 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:50.813755 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:50.814080 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:50.814405 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:50.814723 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:50.815042 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e3d9c-a109-49ac-9170-6f6d69e7f49d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:50.881474 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3584630'] for network (aaebc632-f459-400b-b931-3b787c8bdb71), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:50.887471 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:50.956778 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479414', 'neutron.services.segments.db._delete_segments_for_network-8793137543527'] for network (aaebc632-f459-400b-b931-3b787c8bdb71), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:50.975913 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaebc632-f459-400b-b931-3b787c8bdb71']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:22:50.985317 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fb8b15-0009-41d6-88dd-249ae30b84d8') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:22:50.985615 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fb8b15-0009-41d6-88dd-249ae30b84d8') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:22:50.998446 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793137544560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7040579'] for segment (e5fb8b15-0009-41d6-88dd-249ae30b84d8), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:51.011217 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (e5fb8b15-0009-41d6-88dd-249ae30b84d8), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:51.016947 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:22:51.017320 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7721222'] for segment (e5fb8b15-0009-41d6-88dd-249ae30b84d8), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: Traceback (most recent call last): Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: timer() Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: cb(*args, **kw) Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: return func(*args, **kwargs) Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: self._notify() Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: self.callback(batched_events) Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: event.method(event) Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: return f(self, *a, **k) Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._get(url).json() Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: return self.request(url, 'GET', **kwargs) Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:22:51.018922 dv-cinder-794001-5-iscsi neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:22:51.071088 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754018'] for network (aaebc632-f459-400b-b931-3b787c8bdb71), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:51.076199 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:51.079322 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] 10.222.0.26 "DELETE /v2.0/networks/aaebc632-f459-400b-b931-3b787c8bdb71 HTTP/1.1" status: 204 len: 168 time: 0.2701075 Mar 07 14:22:51.090682 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaebc632-f459-400b-b931-3b787c8bdb71,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:51.098182 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:51.098552 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:51.098882 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:51.099218 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:51.099550 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:51.099882 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:51.100212 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:51.100550 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:51.100890 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:51.101217 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:51.101541 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:51.101860 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:51.102179 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f608f-413c-43f1-ba72-b59d527b8087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:22:51.188069 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44806) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:51.233035 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-71c233ff-ea5d-42c9-b281-bd5e08abc675 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=de14b26361ea4e129dfc682ae2d68191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438273 Mar 07 14:22:51.235362 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44808) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:22:51.282396 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0d91496e-02e9-41af-85c5-925898a6d577 admin admin] Publish callbacks [] for security_group (d836023c-0719-4d8d-b81c-3caa6a609c5e), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:51.305788 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0d91496e-02e9-41af-85c5-925898a6d577 admin admin] Publish callbacks [] for security_group (d836023c-0719-4d8d-b81c-3caa6a609c5e), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:51.351228 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0d91496e-02e9-41af-85c5-925898a6d577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (d836023c-0719-4d8d-b81c-3caa6a609c5e), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:51.353777 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0d91496e-02e9-41af-85c5-925898a6d577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:51.355117 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-0d91496e-02e9-41af-85c5-925898a6d577 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d836023c-0719-4d8d-b81c-3caa6a609c5e HTTP/1.1" status: 204 len: 168 time: 0.1188049 Mar 07 14:22:51.363196 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91496e-02e9-41af-85c5-925898a6d577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d836023c-0719-4d8d-b81c-3caa6a609c5e,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:22:51.396174 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:22:52.337098 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:22:56.578421 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:05.852669 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4594c431-08c4-44cb-b203-f7c005b66fbb req-50b78a4f-15f2-45f0-b016-51f4e85bfcfd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431480 Mar 07 14:23:05.951767 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594c431-08c4-44cb-b203-f7c005b66fbb req-8002b52b-cfaf-4b03-9d0f-9db8b48697ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:23:05.953272 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4594c431-08c4-44cb-b203-f7c005b66fbb req-8002b52b-cfaf-4b03-9d0f-9db8b48697ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=00562a6de5794d00b6b4085bc4010fb4&device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 1129 time: 0.0442815 Mar 07 14:23:06.054849 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594c431-08c4-44cb-b203-f7c005b66fbb req-381fc203-2c44-4dcd-9151-a8bfa8d6a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:23:06.056211 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4594c431-08c4-44cb-b203-f7c005b66fbb req-381fc203-2c44-4dcd-9151-a8bfa8d6a08d service neutron] 10.222.0.25 "GET /v2.0/networks?id=933b9e65-7ee9-4adf-863f-8b675ebba9ea HTTP/1.1" status: 200 len: 912 time: 0.0849583 Mar 07 14:23:06.117888 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4594c431-08c4-44cb-b203-f7c005b66fbb req-9e2b9b05-7f4d-42f0-ba48-1205a21080f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f50539c-eaee-420b-978e-b7b0bfead7db HTTP/1.1" status: 200 len: 1001 time: 0.0553703 Mar 07 14:23:06.169045 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594c431-08c4-44cb-b203-f7c005b66fbb req-08110793-10c2-4cea-9578-4ed82ce84a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:23:06.170474 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4594c431-08c4-44cb-b203-f7c005b66fbb req-08110793-10c2-4cea-9578-4ed82ce84a5e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=67446beb-321d-48fe-a154-bbf9a158e88a HTTP/1.1" status: 200 len: 850 time: 0.0458801 Mar 07 14:23:06.218135 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594c431-08c4-44cb-b203-f7c005b66fbb req-7095e646-7102-47e6-b30e-31e6dec4a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:23:06.219610 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4594c431-08c4-44cb-b203-f7c005b66fbb req-7095e646-7102-47e6-b30e-31e6dec4a722 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=933b9e65-7ee9-4adf-863f-8b675ebba9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434294 Mar 07 14:23:06.308670 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4594c431-08c4-44cb-b203-f7c005b66fbb req-ecf22087-d7d6-40f5-97a8-b35b520cf573 service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828640 Mar 07 14:23:06.397027 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4594c431-08c4-44cb-b203-f7c005b66fbb req-2dea5817-1de8-4964-868d-a19e3a8c6b2d service neutron] 10.222.0.25 "GET /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822630 Mar 07 14:23:15.850965 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d40a016-b361-4bac-94bb-f853e3b9ec5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:18.171141 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69af72c5-b9d8-4a76-a7b7-3eea6d076f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:19.460817 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:20.888340 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:22.339633 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:26.591581 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:28.395204 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:23:38.684772 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-cc68fdf7-81ba-40d4-841d-14356c448605 req-6bf711d4-e9e7-4546-9b36-f0f288854536 service neutron] (103241) timed out ('10.222.0.25', 64208) {{(pid=103241) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 14:23:45.852157 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-16c9fbcf-4960-4680-9874-5c4786ee2dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:48.174004 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d716ece2-89a8-406e-8981-577d810dbd85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:49.462799 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:50.890963 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:52.345204 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:23:56.621127 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:05.393964 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:24:07.947956 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-43930b74-7e71-45c0-94e8-2b6d335365ee req-6658af53-9ddd-4490-8882-286b682a2010 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=78fb9c24-5da2-4923-a74e-3ac653792957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1393735 Mar 07 14:24:08.024779 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43930b74-7e71-45c0-94e8-2b6d335365ee req-c76eedc2-8eb7-4bef-b5ff-a7c002a6c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:24:08.026267 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-43930b74-7e71-45c0-94e8-2b6d335365ee req-c76eedc2-8eb7-4bef-b5ff-a7c002a6c174 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 1129 time: 0.0441401 Mar 07 14:24:08.128489 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43930b74-7e71-45c0-94e8-2b6d335365ee req-bd36c374-14e9-4dd7-b005-157eef5b301a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:24:08.129864 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-43930b74-7e71-45c0-94e8-2b6d335365ee req-bd36c374-14e9-4dd7-b005-157eef5b301a service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 200 len: 916 time: 0.0849781 Mar 07 14:24:08.192866 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-43930b74-7e71-45c0-94e8-2b6d335365ee req-d17e06c6-17e6-4176-97b1-d59b5ddebe3f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1aa58865-62fc-4cc9-b7d8-b785318caf85 HTTP/1.1" status: 200 len: 1001 time: 0.0569642 Mar 07 14:24:08.243301 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43930b74-7e71-45c0-94e8-2b6d335365ee req-4323c5a7-b1e6-4321-bfe3-3cf759814437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:24:08.244754 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-43930b74-7e71-45c0-94e8-2b6d335365ee req-4323c5a7-b1e6-4321-bfe3-3cf759814437 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94b6b23d-f0fc-499f-8502-08cb48270361 HTTP/1.1" status: 200 len: 854 time: 0.0465674 Mar 07 14:24:08.292703 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43930b74-7e71-45c0-94e8-2b6d335365ee req-29d7f3a5-d2fd-40eb-bfdf-dfc52ac064a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:24:08.294167 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-43930b74-7e71-45c0-94e8-2b6d335365ee req-29d7f3a5-d2fd-40eb-bfdf-dfc52ac064a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b62fa4f-b2cf-4013-a771-a3abfae0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426445 Mar 07 14:24:08.381405 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-43930b74-7e71-45c0-94e8-2b6d335365ee req-373451d6-76c3-45f2-8e9f-b699ef448400 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811810 Mar 07 14:24:08.471635 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-43930b74-7e71-45c0-94e8-2b6d335365ee req-90682588-607e-4a32-bd7d-0c4be27e1fe5 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841289 Mar 07 14:24:14.097666 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3815114-0b8b-4a9a-8433-594f9ca2d91f req-46252be4-9b3c-41a7-860d-18fe3bbf545f tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:24:14.099151 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f3815114-0b8b-4a9a-8433-594f9ca2d91f req-46252be4-9b3c-41a7-860d-18fe3bbf545f tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88959b8-a7a9-4bce-b3a8-0e188c61e7a5 HTTP/1.1" status: 200 len: 945 time: 0.1795096 Mar 07 14:24:14.149083 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f3815114-0b8b-4a9a-8433-594f9ca2d91f req-8c0938af-22dc-4ae7-9b40-7060ba920913 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442817 Mar 07 14:24:14.970070 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717876f-4a1e-4a01-a346-1ec5d895dfc9 req-bbe9ac3a-c769-438b-9526-bb7b535661a5 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:24:14.971521 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8717876f-4a1e-4a01-a346-1ec5d895dfc9 req-bbe9ac3a-c769-438b-9526-bb7b535661a5 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.25 "GET /v2.0/ports?device_id=b88959b8-a7a9-4bce-b3a8-0e188c61e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0540390 Mar 07 14:24:15.064813 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-8717876f-4a1e-4a01-a346-1ec5d895dfc9 req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Deleting port 905ed17f-b839-4c9b-abbb-587d70e9f5fa {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:24:15.065151 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-8717876f-4a1e-4a01-a346-1ec5d895dfc9 req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (905ed17f-b839-4c9b-abbb-587d70e9f5fa), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:15.148991 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-8717876f-4a1e-4a01-a346-1ec5d895dfc9 req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] For port 905ed17f-b839-4c9b-abbb-587d70e9f5fa, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=905ed17f-b839-4c9b-abbb-587d70e9f5fa,segment=NetworkSegment(49eb7f3d-1c66-492d-aa40-5b0103948f9f),segment_id=49eb7f3d-1c66-492d-aa40-5b0103948f9f)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:24:15.149353 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-8717876f-4a1e-4a01-a346-1ec5d895dfc9 req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (905ed17f-b839-4c9b-abbb-587d70e9f5fa), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:15.161326 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-8717876f-4a1e-4a01-a346-1ec5d895dfc9 req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Calling delete_port for 905ed17f-b839-4c9b-abbb-587d70e9f5fa owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:24:15.295733 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-8717876f-4a1e-4a01-a346-1ec5d895dfc9 req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (905ed17f-b839-4c9b-abbb-587d70e9f5fa), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:15.320915 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af24a0-94e0-49ea-b59e-0b01e73d52be req-03a14cfb-0780-41e7-8afd-54171e8311ee tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:24:15.322381 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f5af24a0-94e0-49ea-b59e-0b01e73d52be req-03a14cfb-0780-41e7-8afd-54171e8311ee tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88959b8-a7a9-4bce-b3a8-0e188c61e7a5 HTTP/1.1" status: 200 len: 867 time: 0.1015434 Mar 07 14:24:15.330705 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Pushing event deleted for resources: {'Port': ['ID=905ed17f-b839-4c9b-abbb-587d70e9f5fa,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:15.331367 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['905ed17f-b839-4c9b-abbb-587d70e9f5fa'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:24:15.339735 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:15.339735 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:15.339735 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:15.340132 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:15.340132 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:15.340568 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:15.340974 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:15.341580 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:15.341695 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:15.341973 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:15.342358 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:15.343276 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:15.343276 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:15.378617 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f5af24a0-94e0-49ea-b59e-0b01e73d52be req-21107374-cd51-451b-b78d-add2efc98246 tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.26 "GET /v2.0/security-groups?id=977eae57-236d-48e2-9504-d9e0d7bdfa16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501039 Mar 07 14:24:15.379877 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8717876f-4a1e-4a01-a346-1ec5d895dfc9 req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] No DVR routers for this DVR port 905ed17f-b839-4c9b-abbb-587d70e9f5fa on host hv-cinder-79400 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:24:15.382542 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-8717876f-4a1e-4a01-a346-1ec5d895dfc9 req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:15.386437 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8717876f-4a1e-4a01-a346-1ec5d895dfc9 req-5e7e0bf5-c25d-4871-8cd7-782c38b518fc tempest-VolumesSnapshotTestJSON-167290511 tempest-VolumesSnapshotTestJSON-167290511-project] 10.222.0.25 "DELETE /v2.0/ports/905ed17f-b839-4c9b-abbb-587d70e9f5fa HTTP/1.1" status: 204 len: 173 time: 0.4095297 Mar 07 14:24:15.386947 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88959b8-a7a9-4bce-b3a8-0e188c61e7a5', 'name': 'network-vif-deleted', 'tag': '905ed17f-b839-4c9b-abbb-587d70e9f5fa'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:24:15.389343 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b227fff841cc36c28be207e5082edf6552ac5a262496b0e086d32ab3e88bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43839537-b090-4816-87de-7d8e29b27b39" -d '{"events": [{"server_uuid": "b88959b8-a7a9-4bce-b3a8-0e188c61e7a5", "name": "network-vif-deleted", "tag": "905ed17f-b839-4c9b-abbb-587d70e9f5fa"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:24:15.494764 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f770f5b4-2811-45de-9776-85b4bb504004 x-openstack-request-id: req-f770f5b4-2811-45de-9776-85b4bb504004 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:24:15.495064 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88959b8-a7a9-4bce-b3a8-0e188c61e7a5", "name": "network-vif-deleted", "tag": "905ed17f-b839-4c9b-abbb-587d70e9f5fa", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:24:15.495323 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f770f5b4-2811-45de-9776-85b4bb504004 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:24:15.495726 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88959b8-a7a9-4bce-b3a8-0e188c61e7a5', 'name': 'network-vif-deleted', 'tag': '905ed17f-b839-4c9b-abbb-587d70e9f5fa', 'status': 'completed', 'code': 200} Mar 07 14:24:15.855651 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9b0596e5-60cf-48a0-9822-02d5b71cf124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:18.174907 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a1a0466c-fb57-4883-8523-74b4f9a78761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:19.466630 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:20.310164 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 905ed17f-b839-4c9b-abbb-587d70e9f5fa no longer exists at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:24:20.333172 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] No Port match for: 905ed17f-b839-4c9b-abbb-587d70e9f5fa {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:24:20.333559 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 905ed17f-b839-4c9b-abbb-587d70e9f5fa not bound to the agent host hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:24:20.893480 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:22.346598 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:26.653586 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:42.391696 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:24:42.475600 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45566) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:24:42.616889 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ed9854-e47a-45c8-a79c-3cc7de2e85a4 admin admin] Deleting subnet 6ba54286-24cc-44a9-b1e4-62ea294a6865 {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:24:42.619847 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-03ed9854-e47a-45c8-a79c-3cc7de2e85a4 admin admin] Publish callbacks [] for subnet (6ba54286-24cc-44a9-b1e4-62ea294a6865), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:42.653805 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-03ed9854-e47a-45c8-a79c-3cc7de2e85a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7040696'] for subnet (6ba54286-24cc-44a9-b1e4-62ea294a6865), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:42.690899 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-03ed9854-e47a-45c8-a79c-3cc7de2e85a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517177'] for subnet (6ba54286-24cc-44a9-b1e4-62ea294a6865), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:42.740984 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-03ed9854-e47a-45c8-a79c-3cc7de2e85a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7721324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194712'] for subnet (6ba54286-24cc-44a9-b1e4-62ea294a6865), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:42.765896 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed9854-e47a-45c8-a79c-3cc7de2e85a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ba54286-24cc-44a9-b1e4-62ea294a6865,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:42.769566 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-03ed9854-e47a-45c8-a79c-3cc7de2e85a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:42.772665 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-03ed9854-e47a-45c8-a79c-3cc7de2e85a4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6ba54286-24cc-44a9-b1e4-62ea294a6865 HTTP/1.1" status: 204 len: 168 time: 0.2960925 Mar 07 14:24:42.775090 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45570) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:24:42.844198 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7bb33afa-d002-4627-b35b-7adbdae859cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3584630'] for network (4ee45391-4b21-442b-9427-e7fb0d777af8), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:42.920834 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7bb33afa-d002-4627-b35b-7adbdae859cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479414', 'neutron.services.segments.db._delete_segments_for_network-8793137543527'] for network (4ee45391-4b21-442b-9427-e7fb0d777af8), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:42.939711 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-7bb33afa-d002-4627-b35b-7adbdae859cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee45391-4b21-442b-9427-e7fb0d777af8']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:24:42.949185 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-7bb33afa-d002-4627-b35b-7adbdae859cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49eb7f3d-1c66-492d-aa40-5b0103948f9f') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:24:42.949476 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-7bb33afa-d002-4627-b35b-7adbdae859cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49eb7f3d-1c66-492d-aa40-5b0103948f9f') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:24:42.958854 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7bb33afa-d002-4627-b35b-7adbdae859cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793137544560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7040579'] for segment (49eb7f3d-1c66-492d-aa40-5b0103948f9f), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:42.971680 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7bb33afa-d002-4627-b35b-7adbdae859cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (49eb7f3d-1c66-492d-aa40-5b0103948f9f), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:42.978174 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb33afa-d002-4627-b35b-7adbdae859cf admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:24:42.978711 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7bb33afa-d002-4627-b35b-7adbdae859cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7721222'] for segment (49eb7f3d-1c66-492d-aa40-5b0103948f9f), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: Traceback (most recent call last): Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: timer() Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: cb(*args, **kw) Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: return func(*args, **kwargs) Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: self._notify() Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: self.callback(batched_events) Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: event.method(event) Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: return f(self, *a, **k) Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._get(url).json() Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: return self.request(url, 'GET', **kwargs) Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:24:42.980374 dv-cinder-794001-5-iscsi neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:24:43.033929 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7bb33afa-d002-4627-b35b-7adbdae859cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754018'] for network (4ee45391-4b21-442b-9427-e7fb0d777af8), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:43.038801 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7bb33afa-d002-4627-b35b-7adbdae859cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:43.042237 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-7bb33afa-d002-4627-b35b-7adbdae859cf admin admin] 10.222.0.26 "DELETE /v2.0/networks/4ee45391-4b21-442b-9427-e7fb0d777af8 HTTP/1.1" status: 204 len: 168 time: 0.2662213 Mar 07 14:24:43.054150 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb33afa-d002-4627-b35b-7adbdae859cf admin admin] Pushing event deleted for resources: {'Network': ['ID=4ee45391-4b21-442b-9427-e7fb0d777af8,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:43.155965 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45576) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:24:43.195324 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a8174f2c-22c7-4703-bc90-00bde726bd3b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b551156cb0845268ffb24ba78acd912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381277 Mar 07 14:24:43.197682 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45578) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:24:43.245569 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ca53ecdd-9847-455e-9060-abe6249aabea admin admin] Publish callbacks [] for security_group (977eae57-236d-48e2-9504-d9e0d7bdfa16), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:43.266418 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ca53ecdd-9847-455e-9060-abe6249aabea admin admin] Publish callbacks [] for security_group (977eae57-236d-48e2-9504-d9e0d7bdfa16), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:43.314256 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ca53ecdd-9847-455e-9060-abe6249aabea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (977eae57-236d-48e2-9504-d9e0d7bdfa16), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:43.319109 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ca53ecdd-9847-455e-9060-abe6249aabea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:43.320299 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ca53ecdd-9847-455e-9060-abe6249aabea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/977eae57-236d-48e2-9504-d9e0d7bdfa16 HTTP/1.1" status: 204 len: 168 time: 0.1217203 Mar 07 14:24:43.328164 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53ecdd-9847-455e-9060-abe6249aabea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977eae57-236d-48e2-9504-d9e0d7bdfa16,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:43.965045 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45602) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:24:44.057411 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-234669528-network', 'tenant_id': '1349015c8483410a848acd827e220fd2'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:24:44.076835 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Made reservation on behalf of 1349015c8483410a848acd827e220fd2 for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:24:44.079133 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:44.088152 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:44.160376 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Publish callbacks [] for security_group (db255733-b646-4cfb-9d36-4333dc1cb659), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:44.165218 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (db255733-b646-4cfb-9d36-4333dc1cb659), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:44.187021 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:24:44.202619 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db255733-b646-4cfb-9d36-4333dc1cb659,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:44.204936 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (c6dfa355-b00c-4548-9b06-81a5425a9b80), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:44.205269 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Added segment c6dfa355-b00c-4548-9b06-81a5425a9b80 of type vlan for network 0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 Mar 07 14:24:44.218560 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:44.218938 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:44.219278 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:44.219613 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:44.219943 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:44.220268 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:44.220592 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:44.220941 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:44.221261 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:44.221582 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:44.221915 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:44.222218 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:44.222538 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:44.260609 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (0c9c108c-ca69-4aeb-a19e-85e7fefde4f8), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:44.286848 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (0c9c108c-ca69-4aeb-a19e-85e7fefde4f8), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:44.287716 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:24:44.288289 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:44.345182 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3790429 Mar 07 14:24:44.348126 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45610) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:24:44.350883 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca78924-7a1b-4396-86ff-759bd6f71084 admin admin] Pushing event updated for resources: {'Network': ['ID=0c9c108c-ca69-4aeb-a19e-85e7fefde4f8,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:44.354897 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-70dd6f24-5d0b-4347-b69b-781f6a9340af admin admin] Request body: {'subnet': {'network_id': '0c9c108c-ca69-4aeb-a19e-85e7fefde4f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-234669528-subnet', 'tenant_id': '1349015c8483410a848acd827e220fd2', 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:24:44.360909 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network 0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:24:44.377781 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dd6f24-5d0b-4347-b69b-781f6a9340af admin admin] Made reservation on behalf of 1349015c8483410a848acd827e220fd2 for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:24:44.381338 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-70dd6f24-5d0b-4347-b69b-781f6a9340af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194687'] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:44.547388 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-70dd6f24-5d0b-4347-b69b-781f6a9340af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7721131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194657'] for subnet (d7adcd51-d72e-490a-81cb-bd993bc9c114), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:44.600490 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd6f24-5d0b-4347-b69b-781f6a9340af admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7adcd51-d72e-490a-81cb-bd993bc9c114,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:44.608858 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dd6f24-5d0b-4347-b69b-781f6a9340af admin admin] Checking segment: {'id': 'c6dfa355-b00c-4548-9b06-81a5425a9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c9c108c-ca69-4aeb-a19e-85e7fefde4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:24:44.609209 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dd6f24-5d0b-4347-b69b-781f6a9340af admin admin] Network hostable DHCP agents. Network: 0c9c108c-ca69-4aeb-a19e-85e7fefde4f8, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:24:44.625263 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dd6f24-5d0b-4347-b69b-781f6a9340af admin admin] Network 0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:24:44.633773 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-70dd6f24-5d0b-4347-b69b-781f6a9340af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, 0c9c108c-ca69-4aeb-a19e-85e7fefde4f8) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:24:44.637966 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dd6f24-5d0b-4347-b69b-781f6a9340af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:24:44.638546 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-70dd6f24-5d0b-4347-b69b-781f6a9340af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:44.643283 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb240169-bb71-489d-8ac4-6cef797bb6d0 None None] Network 0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:24:44.657725 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-70dd6f24-5d0b-4347-b69b-781f6a9340af admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3054390 Mar 07 14:24:44.657934 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45612) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:24:44.662185 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-234669528-router', 'tenant_id': '1349015c8483410a848acd827e220fd2', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:24:44.681807 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1759892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8534'] for router (32b95941-f746-4645-a5a2-82b01e6e7543), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:44.682960 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8543'] for router (32b95941-f746-4645-a5a2-82b01e6e7543), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:44.737458 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] Publish callbacks [] for router_controller (32b95941-f746-4645-a5a2-82b01e6e7543), precommit_add_association {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:44.747859 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc113040-0697-54e9-b35b-eede3416c618-0c9c108c-ca69-4aeb-a19e-85e7fefde4f8', 'network_id': '0c9c108c-ca69-4aeb-a19e-85e7fefde4f8', 'project_id': '1349015c8483410a848acd827e220fd2', 'fixed_ips': [{'subnet_id': 'd7adcd51-d72e-490a-81cb-bd993bc9c114'}]}} from dv-cinder-794001-5-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:24:44.748740 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:44.876311 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] Publish callbacks [] for router_gateway (32b95941-f746-4645-a5a2-82b01e6e7543), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:44.882431 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Allocated IP 172.20.0.2 (0c9c108c-ca69-4aeb-a19e-85e7fefde4f8/d7adcd51-d72e-490a-81cb-bd993bc9c114/94e88e9d-39b8-4423-97ea-0435d3504704) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:24:45.024736 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Publish callbacks [] for port (94e88e9d-39b8-4423-97ea-0435d3504704), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:45.030363 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (94e88e9d-39b8-4423-97ea-0435d3504704), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:45.070542 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Network 0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:24:45.073307 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:24:45.074947 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] Publish callbacks [] for router_gateway (32b95941-f746-4645-a5a2-82b01e6e7543), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:45.075737 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:24:45.087420 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Pushing event updated for resources: {'Port': ['ID=94e88e9d-39b8-4423-97ea-0435d3504704,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:45.094143 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:45.110913 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:45.111261 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:45.111601 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:45.111939 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:45.112270 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:45.112596 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:45.112943 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:45.113297 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:45.113619 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:45.113942 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:45.114263 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:45.114580 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:45.114897 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:45.147679 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Attempting to bind port 94e88e9d-39b8-4423-97ea-0435d3504704 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:24:45.147966 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Attempting to bind port 94e88e9d-39b8-4423-97ea-0435d3504704 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'c6dfa355-b00c-4548-9b06-81a5425a9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c9c108c-ca69-4aeb-a19e-85e7fefde4f8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:24:45.148325 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Attempting to bind port 94e88e9d-39b8-4423-97ea-0435d3504704 on network 0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:24:45.153777 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:24:45.154153 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Checking segment: {'id': 'c6dfa355-b00c-4548-9b06-81a5425a9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c9c108c-ca69-4aeb-a19e-85e7fefde4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:24:45.154550 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:45.154944 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Bound using segment: {'id': 'c6dfa355-b00c-4548-9b06-81a5425a9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c9c108c-ca69-4aeb-a19e-85e7fefde4f8'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:24:45.155404 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Bound port: 94e88e9d-39b8-4423-97ea-0435d3504704, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6dfa355-b00c-4548-9b06-81a5425a9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c9c108c-ca69-4aeb-a19e-85e7fefde4f8'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:24:45.155775 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (94e88e9d-39b8-4423-97ea-0435d3504704), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:45.203757 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] Allocated IP 172.27.2.138 (0de42621-7ed5-44f0-83fc-77dfdf4f89a1/f95c92d6-9e0f-4d00-9e79-b9c60c38725e/1ace53f1-ed2e-4b18-87d6-f4c09c09a106) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:24:45.309982 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] Publish callbacks [] for port (1ace53f1-ed2e-4b18-87d6-f4c09c09a106), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:45.345239 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (1ace53f1-ed2e-4b18-87d6-f4c09c09a106), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:45.355226 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] For port 94e88e9d-39b8-4423-97ea-0435d3504704, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:24:45.358381 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] For port 94e88e9d-39b8-4423-97ea-0435d3504704, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=94e88e9d-39b8-4423-97ea-0435d3504704,segment=NetworkSegment(c6dfa355-b00c-4548-9b06-81a5425a9b80),segment_id=c6dfa355-b00c-4548-9b06-81a5425a9b80)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:24:45.363633 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (94e88e9d-39b8-4423-97ea-0435d3504704), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:45.385447 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:24:45.388442 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:24:45.391911 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:24:45.398399 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] Pushing event updated for resources: {'Port': ['ID=1ace53f1-ed2e-4b18-87d6-f4c09c09a106,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:45.425357 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c735d-b54f-4647-b8f0-5d03e0cb2d8b None None] Pushing event updated for resources: {'Port': ['ID=94e88e9d-39b8-4423-97ea-0435d3504704,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:45.681779 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] Publish callbacks [] for router_gateway (32b95941-f746-4645-a5a2-82b01e6e7543), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:45.859282 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3216d624-dd1f-4b96-b954-33c2e0d762ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:45.875403 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754106'] for router (32b95941-f746-4645-a5a2-82b01e6e7543), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:46.002481 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] Router 32b95941-f746-4645-a5a2-82b01e6e7543 is scheduled to L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 with binding_index 1 {{(pid=103240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:24:46.112758 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:24:46.124172 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Sync routers for ids ['32b95941-f746-4645-a5a2-82b01e6e7543'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:24:46.133695 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:46.137864 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c212a063-09ed-4521-b8ea-2064eccb6d75 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4763525 Mar 07 14:24:46.138065 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Routers {'32b95941-f746-4645-a5a2-82b01e6e7543'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:24:46.138065 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:24:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['32b95941-f746-4645-a5a2-82b01e6e7543'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:24:46.138302 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45624) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:24:46.260811 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Set router 32b95941-f746-4645-a5a2-82b01e6e7543 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:24:46.343081 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e45472e-8a2d-4d68-97b7-e13afd973309 None None] Network 0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:24:46.422856 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b9d85080-d987-4c85-827a-cdeed50c3d10 None None] Provisioning complete for port 94e88e9d-39b8-4423-97ea-0435d3504704 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:46.423589 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b9d85080-d987-4c85-827a-cdeed50c3d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (94e88e9d-39b8-4423-97ea-0435d3504704), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:46.455780 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'name': 'tempest-TestVolumeBootPattern-234669528-router', 'tenant_id': '1349015c8483410a848acd827e220fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '1ace53f1-ed2e-4b18-87d6-f4c09c09a106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:24:44Z', 'updated_at': '2022-03-07T14:24:45Z', 'revision_number': 3, 'project_id': '1349015c8483410a848acd827e220fd2', 'gw_port': {'id': '1ace53f1-ed2e-4b18-87d6-f4c09c09a106', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:45Z', 'updated_at': '2022-03-07T14:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:24:46.495999 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Checking router: 32b95941-f746-4645-a5a2-82b01e6e7543 for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:24:46.496350 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Updating router 32b95941-f746-4645-a5a2-82b01e6e7543 port 1ace53f1-ed2e-4b18-87d6-f4c09c09a106 binding host dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:24:46.535247 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (1ace53f1-ed2e-4b18-87d6-f4c09c09a106), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:46.602239 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b9d85080-d987-4c85-827a-cdeed50c3d10 None None] Current status of the port 94e88e9d-39b8-4423-97ea-0435d3504704 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:24:46.602644 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b9d85080-d987-4c85-827a-cdeed50c3d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (94e88e9d-39b8-4423-97ea-0435d3504704), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:46.643656 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-b9d85080-d987-4c85-827a-cdeed50c3d10 None None] For port 94e88e9d-39b8-4423-97ea-0435d3504704, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=94e88e9d-39b8-4423-97ea-0435d3504704,segment=NetworkSegment(c6dfa355-b00c-4548-9b06-81a5425a9b80),segment_id=c6dfa355-b00c-4548-9b06-81a5425a9b80)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:24:46.654278 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b9d85080-d987-4c85-827a-cdeed50c3d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (94e88e9d-39b8-4423-97ea-0435d3504704), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:46.743114 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d85080-d987-4c85-827a-cdeed50c3d10 None None] Pushing event updated for resources: {'Port': ['ID=94e88e9d-39b8-4423-97ea-0435d3504704,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:46.876726 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-be868498-6f1f-456c-8ef6-92c0793dd604 None None] Provisioning complete for port 94e88e9d-39b8-4423-97ea-0435d3504704 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:46.877375 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be868498-6f1f-456c-8ef6-92c0793dd604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (94e88e9d-39b8-4423-97ea-0435d3504704), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:46.878281 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Publish callbacks [] for port (1ace53f1-ed2e-4b18-87d6-f4c09c09a106), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:46.890147 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (1ace53f1-ed2e-4b18-87d6-f4c09c09a106), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:46.903724 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0ac7df5a-558c-42ec-92d6-41e0d588de30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:46.941053 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Attempting to bind port 1ace53f1-ed2e-4b18-87d6-f4c09c09a106 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:24:46.941709 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Attempting to bind port 1ace53f1-ed2e-4b18-87d6-f4c09c09a106 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:24:46.942272 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Attempting to bind port 1ace53f1-ed2e-4b18-87d6-f4c09c09a106 on network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:24:46.973825 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-be868498-6f1f-456c-8ef6-92c0793dd604 None None] Current status of the port 94e88e9d-39b8-4423-97ea-0435d3504704 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:24:47.050715 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:24:47.050715 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Checking segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:24:47.052770 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:47.052770 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Bound using segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:24:47.052770 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Bound port: 1ace53f1-ed2e-4b18-87d6-f4c09c09a106, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:24:47.052770 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (1ace53f1-ed2e-4b18-87d6-f4c09c09a106), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:47.103092 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-0ac7df5a-558c-42ec-92d6-41e0d588de30 admin admin] Allocated IP 172.20.0.1 (0c9c108c-ca69-4aeb-a19e-85e7fefde4f8/d7adcd51-d72e-490a-81cb-bd993bc9c114/ddf26252-89ba-44ba-9bc6-4525981c0f72) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:24:47.107799 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d94e9-65a5-4351-ba6d-3ed223244f69 None None] Pushing event updated for resources: {'Port': ['ID=1ace53f1-ed2e-4b18-87d6-f4c09c09a106,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:47.120458 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d94e9-65a5-4351-ba6d-3ed223244f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:47.120849 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d94e9-65a5-4351-ba6d-3ed223244f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:47.121251 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d94e9-65a5-4351-ba6d-3ed223244f69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:47.122225 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d94e9-65a5-4351-ba6d-3ed223244f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:47.122225 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d94e9-65a5-4351-ba6d-3ed223244f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:47.122225 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d94e9-65a5-4351-ba6d-3ed223244f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:47.122604 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d94e9-65a5-4351-ba6d-3ed223244f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:47.123440 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d94e9-65a5-4351-ba6d-3ed223244f69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:47.123440 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d94e9-65a5-4351-ba6d-3ed223244f69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:47.124571 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d94e9-65a5-4351-ba6d-3ed223244f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:47.125161 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d94e9-65a5-4351-ba6d-3ed223244f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:47.125161 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d94e9-65a5-4351-ba6d-3ed223244f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:47.125356 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50d94e9-65a5-4351-ba6d-3ed223244f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:24:47.130757 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] For port 1ace53f1-ed2e-4b18-87d6-f4c09c09a106, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:24:47.134937 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] For port 1ace53f1-ed2e-4b18-87d6-f4c09c09a106, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=1ace53f1-ed2e-4b18-87d6-f4c09c09a106,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:24:47.135103 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 94e88e9d-39b8-4423-97ea-0435d3504704 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:24:47.142331 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (1ace53f1-ed2e-4b18-87d6-f4c09c09a106), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:47.185145 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 94e88e9d-39b8-4423-97ea-0435d3504704 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:47.185469 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (94e88e9d-39b8-4423-97ea-0435d3504704), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:47.209014 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Routers {'32b95941-f746-4645-a5a2-82b01e6e7543'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:24:47.209941 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:24:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['32b95941-f746-4645-a5a2-82b01e6e7543'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:24:47.217135 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0ac7df5a-558c-42ec-92d6-41e0d588de30 admin admin] Publish callbacks [] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:47.247689 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d94e9-65a5-4351-ba6d-3ed223244f69 None None] Pushing event updated for resources: {'Port': ['ID=1ace53f1-ed2e-4b18-87d6-f4c09c09a106,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:47.256357 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0ac7df5a-558c-42ec-92d6-41e0d588de30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:47.267721 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 94e88e9d-39b8-4423-97ea-0435d3504704 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:24:47.303364 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac7df5a-558c-42ec-92d6-41e0d588de30 admin admin] Network 0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:24:47.309281 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-0ac7df5a-558c-42ec-92d6-41e0d588de30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:24:47.312721 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac7df5a-558c-42ec-92d6-41e0d588de30 admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:24:47.328722 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] Set router 32b95941-f746-4645-a5a2-82b01e6e7543 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:24:47.347617 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7df5a-558c-42ec-92d6-41e0d588de30 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf26252-89ba-44ba-9bc6-4525981c0f72,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:47.364925 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0ac7df5a-558c-42ec-92d6-41e0d588de30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753303'] for router_interface (32b95941-f746-4645-a5a2-82b01e6e7543), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:47.509221 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0ac7df5a-558c-42ec-92d6-41e0d588de30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:47.531826 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'name': 'tempest-TestVolumeBootPattern-234669528-router', 'tenant_id': '1349015c8483410a848acd827e220fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '1ace53f1-ed2e-4b18-87d6-f4c09c09a106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:24:44Z', 'updated_at': '2022-03-07T14:24:45Z', 'revision_number': 3, 'project_id': '1349015c8483410a848acd827e220fd2', 'gw_port': {'id': '1ace53f1-ed2e-4b18-87d6-f4c09c09a106', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:45Z', 'updated_at': '2022-03-07T14:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:24:47.558945 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6895d0df-016e-42b9-8565-ae550ca5386c None None] The sync data for ids ['32b95941-f746-4645-a5a2-82b01e6e7543'] in dv-cinder-794001-5-iscsi is: [{'id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'name': 'tempest-TestVolumeBootPattern-234669528-router', 'tenant_id': '1349015c8483410a848acd827e220fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '1ace53f1-ed2e-4b18-87d6-f4c09c09a106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:24:44Z', 'updated_at': '2022-03-07T14:24:45Z', 'revision_number': 3, 'project_id': '1349015c8483410a848acd827e220fd2', 'gw_port': {'id': '1ace53f1-ed2e-4b18-87d6-f4c09c09a106', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:45Z', 'updated_at': '2022-03-07T14:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:24:47.600873 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-e3c92b02-d557-4bf4-a601-46b78dc8c1ab None None] Provisioning complete for port ddf26252-89ba-44ba-9bc6-4525981c0f72 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:47.601428 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e3c92b02-d557-4bf4-a601-46b78dc8c1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:47.644605 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-e3c92b02-d557-4bf4-a601-46b78dc8c1ab None None] Port ddf26252-89ba-44ba-9bc6-4525981c0f72 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:24:47.686423 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0ac7df5a-558c-42ec-92d6-41e0d588de30 admin admin] Publish callbacks [] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:47.690807 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0ac7df5a-558c-42ec-92d6-41e0d588de30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7721250'] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:47.760230 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0ac7df5a-558c-42ec-92d6-41e0d588de30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753275'] for router_interface (32b95941-f746-4645-a5a2-82b01e6e7543), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:47.762046 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7df5a-558c-42ec-92d6-41e0d588de30 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf26252-89ba-44ba-9bc6-4525981c0f72,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:47.866169 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac7df5a-558c-42ec-92d6-41e0d588de30 admin admin] Network 0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:24:47.867675 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-0ac7df5a-558c-42ec-92d6-41e0d588de30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:24:47.999299 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac7df5a-558c-42ec-92d6-41e0d588de30 admin admin] Router 32b95941-f746-4645-a5a2-82b01e6e7543 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:24:48.119742 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac7df5a-558c-42ec-92d6-41e0d588de30 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:24:48.128221 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-0ac7df5a-558c-42ec-92d6-41e0d588de30 admin admin] 10.222.0.26 "PUT /v2.0/routers/32b95941-f746-4645-a5a2-82b01e6e7543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9886768 Mar 07 14:24:48.182338 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-eb5b70bc-25da-4543-abed-506efe780e32 None None] Provisioning complete for port ddf26252-89ba-44ba-9bc6-4525981c0f72 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:48.182731 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb5b70bc-25da-4543-abed-506efe780e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:48.185802 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8e709fd6-5a08-46ac-8609-fd50958d91f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:48.224523 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b70bc-25da-4543-abed-506efe780e32 None None] Port ddf26252-89ba-44ba-9bc6-4525981c0f72 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:24:48.607492 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45658) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:24:48.612379 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-4a5f0abe-0115-4409-839e-67acecff24bd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1475917791-network', 'tenant_id': 'c981f9411fd14f7686fffc7d91b6c8b0'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:24:48.634508 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5f0abe-0115-4409-839e-67acecff24bd admin admin] Made reservation on behalf of c981f9411fd14f7686fffc7d91b6c8b0 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:24:48.637000 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0abe-0115-4409-839e-67acecff24bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:48.646109 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0abe-0115-4409-839e-67acecff24bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:48.721649 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0abe-0115-4409-839e-67acecff24bd admin admin] Publish callbacks [] for security_group (04f96c2d-32e7-4bde-b5cd-5c0a4b4a183e), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:48.725767 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0abe-0115-4409-839e-67acecff24bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (04f96c2d-32e7-4bde-b5cd-5c0a4b4a183e), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:48.749782 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5f0abe-0115-4409-839e-67acecff24bd admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:24:48.760403 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f0abe-0115-4409-839e-67acecff24bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f96c2d-32e7-4bde-b5cd-5c0a4b4a183e,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:48.765134 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0abe-0115-4409-839e-67acecff24bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (2131a8d1-e1ef-4e96-9667-9c675897720b), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:48.765473 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.db.segments_db [None req-4a5f0abe-0115-4409-839e-67acecff24bd admin admin] Added segment 2131a8d1-e1ef-4e96-9667-9c675897720b of type vlan for network ca6e60b9-8107-4640-a2c2-106fb0798f01 Mar 07 14:24:48.804457 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0abe-0115-4409-839e-67acecff24bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (ca6e60b9-8107-4640-a2c2-106fb0798f01), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:48.830792 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0abe-0115-4409-839e-67acecff24bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (ca6e60b9-8107-4640-a2c2-106fb0798f01), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:48.831708 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5f0abe-0115-4409-839e-67acecff24bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:24:48.832377 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a5f0abe-0115-4409-839e-67acecff24bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:48.865479 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-4a5f0abe-0115-4409-839e-67acecff24bd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2568674 Mar 07 14:24:48.868101 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45660) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:24:48.872801 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-3205eb12-a7ba-418d-8429-6275a5af9a2e admin admin] Request body: {'subnet': {'network_id': 'ca6e60b9-8107-4640-a2c2-106fb0798f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1475917791-subnet', 'tenant_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:24:48.908508 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f0abe-0115-4409-839e-67acecff24bd admin admin] Pushing event updated for resources: {'Network': ['ID=ca6e60b9-8107-4640-a2c2-106fb0798f01,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:48.918871 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network ca6e60b9-8107-4640-a2c2-106fb0798f01 details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:24:48.921957 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3205eb12-a7ba-418d-8429-6275a5af9a2e admin admin] Made reservation on behalf of c981f9411fd14f7686fffc7d91b6c8b0 for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:24:48.924526 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3205eb12-a7ba-418d-8429-6275a5af9a2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194687'] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:49.099835 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3205eb12-a7ba-418d-8429-6275a5af9a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7721131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194657'] for subnet (d9832c02-a839-4cb2-9eb5-e2ef781bee69), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:49.104901 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 1ace53f1-ed2e-4b18-87d6-f4c09c09a106 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:24:49.152555 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 1ace53f1-ed2e-4b18-87d6-f4c09c09a106 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:49.152952 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (1ace53f1-ed2e-4b18-87d6-f4c09c09a106), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:49.164839 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205eb12-a7ba-418d-8429-6275a5af9a2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9832c02-a839-4cb2-9eb5-e2ef781bee69,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:49.171568 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3205eb12-a7ba-418d-8429-6275a5af9a2e admin admin] Checking segment: {'id': '2131a8d1-e1ef-4e96-9667-9c675897720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ca6e60b9-8107-4640-a2c2-106fb0798f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:24:49.171930 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3205eb12-a7ba-418d-8429-6275a5af9a2e admin admin] Network hostable DHCP agents. Network: ca6e60b9-8107-4640-a2c2-106fb0798f01, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:24:49.189253 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3205eb12-a7ba-418d-8429-6275a5af9a2e admin admin] Network ca6e60b9-8107-4640-a2c2-106fb0798f01 is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:24:49.198301 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-3205eb12-a7ba-418d-8429-6275a5af9a2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, ca6e60b9-8107-4640-a2c2-106fb0798f01) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:24:49.202453 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3205eb12-a7ba-418d-8429-6275a5af9a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:24:49.203056 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3205eb12-a7ba-418d-8429-6275a5af9a2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:49.225749 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-3205eb12-a7ba-418d-8429-6275a5af9a2e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3564889 Mar 07 14:24:49.228027 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45662) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:24:49.229738 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e49d51-801b-4ad9-b1bc-48269e9d331a None None] Network ca6e60b9-8107-4640-a2c2-106fb0798f01 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:24:49.232494 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1475917791-router', 'tenant_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:24:49.236024 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Sync routers for ids ['32b95941-f746-4645-a5a2-82b01e6e7543'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:24:49.251849 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1759892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8534'] for router (bef47278-e2f9-4dc3-9d2b-120d3136ae18), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:49.252904 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8543'] for router (bef47278-e2f9-4dc3-9d2b-120d3136ae18), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:49.304960 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Routers {'32b95941-f746-4645-a5a2-82b01e6e7543'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:24:49.305599 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:24:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['32b95941-f746-4645-a5a2-82b01e6e7543'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:24:49.308106 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] Publish callbacks [] for router_controller (bef47278-e2f9-4dc3-9d2b-120d3136ae18), precommit_add_association {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:49.309636 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 1ace53f1-ed2e-4b18-87d6-f4c09c09a106 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:24:49.310071 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (1ace53f1-ed2e-4b18-87d6-f4c09c09a106), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:49.383448 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] For port 1ace53f1-ed2e-4b18-87d6-f4c09c09a106, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=1ace53f1-ed2e-4b18-87d6-f4c09c09a106,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:24:49.406178 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (1ace53f1-ed2e-4b18-87d6-f4c09c09a106), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:49.453988 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] Publish callbacks [] for router_gateway (bef47278-e2f9-4dc3-9d2b-120d3136ae18), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:49.471153 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc113040-0697-54e9-b35b-eede3416c618-ca6e60b9-8107-4640-a2c2-106fb0798f01', 'network_id': 'ca6e60b9-8107-4640-a2c2-106fb0798f01', 'project_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'fixed_ips': [{'subnet_id': 'd9832c02-a839-4cb2-9eb5-e2ef781bee69'}]}} from dv-cinder-794001-5-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:24:49.471877 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:49.532606 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:49.534364 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Set router 32b95941-f746-4645-a5a2-82b01e6e7543 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:24:49.573243 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Pushing event updated for resources: {'Port': ['ID=1ace53f1-ed2e-4b18-87d6-f4c09c09a106,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:49.669685 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] Publish callbacks [] for router_gateway (bef47278-e2f9-4dc3-9d2b-120d3136ae18), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:49.693825 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:49.778192 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Allocated IP 172.20.0.2 (ca6e60b9-8107-4640-a2c2-106fb0798f01/d9832c02-a839-4cb2-9eb5-e2ef781bee69/8abae85b-66b6-4f2c-aa0c-a47125712c2b) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:24:49.795259 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] Allocated IP 172.27.2.200 (0de42621-7ed5-44f0-83fc-77dfdf4f89a1/f95c92d6-9e0f-4d00-9e79-b9c60c38725e/34a44a3c-b5a6-457a-9b79-f5d1e20e407e) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:24:49.899188 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] Publish callbacks [] for port (34a44a3c-b5a6-457a-9b79-f5d1e20e407e), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:49.934367 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (34a44a3c-b5a6-457a-9b79-f5d1e20e407e), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:49.976923 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:24:49.979947 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:24:49.983590 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:24:49.989714 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] Pushing event updated for resources: {'Port': ['ID=34a44a3c-b5a6-457a-9b79-f5d1e20e407e,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:50.075682 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'name': 'tempest-TestVolumeBootPattern-234669528-router', 'tenant_id': '1349015c8483410a848acd827e220fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '1ace53f1-ed2e-4b18-87d6-f4c09c09a106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:24:44Z', 'updated_at': '2022-03-07T14:24:47Z', 'revision_number': 4, 'project_id': '1349015c8483410a848acd827e220fd2', 'gw_port': {'id': '1ace53f1-ed2e-4b18-87d6-f4c09c09a106', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:45Z', 'updated_at': '2022-03-07T14:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'ddf26252-89ba-44ba-9bc6-4525981c0f72', 'name': '', 'network_id': '0c9c108c-ca69-4aeb-a19e-85e7fefde4f8', 'tenant_id': '1349015c8483410a848acd827e220fd2', 'mac_address': 'fa:16:3e:52:08:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd7adcd51-d72e-490a-81cb-bd993bc9c114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:46Z', 'updated_at': '2022-03-07T14:24:47Z', 'revision_number': 2, 'project_id': '1349015c8483410a848acd827e220fd2', 'subnets': [{'id': 'd7adcd51-d72e-490a-81cb-bd993bc9c114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:24:50.107357 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Checking router: 32b95941-f746-4645-a5a2-82b01e6e7543 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:24:50.107712 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Updating router 32b95941-f746-4645-a5a2-82b01e6e7543 port ddf26252-89ba-44ba-9bc6-4525981c0f72 binding host dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:24:50.140642 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Publish callbacks [] for port (8abae85b-66b6-4f2c-aa0c-a47125712c2b), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:50.146918 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:50.150391 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (8abae85b-66b6-4f2c-aa0c-a47125712c2b), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:50.219136 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Network ca6e60b9-8107-4640-a2c2-106fb0798f01 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:24:50.226866 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:24:50.231535 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:24:50.238459 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] Publish callbacks [] for router_gateway (bef47278-e2f9-4dc3-9d2b-120d3136ae18), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:50.245418 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Pushing event updated for resources: {'Port': ['ID=8abae85b-66b6-4f2c-aa0c-a47125712c2b,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:50.357638 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Attempting to bind port 8abae85b-66b6-4f2c-aa0c-a47125712c2b on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:24:50.358005 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Attempting to bind port 8abae85b-66b6-4f2c-aa0c-a47125712c2b by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': '2131a8d1-e1ef-4e96-9667-9c675897720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ca6e60b9-8107-4640-a2c2-106fb0798f01'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:24:50.358363 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Attempting to bind port 8abae85b-66b6-4f2c-aa0c-a47125712c2b on network ca6e60b9-8107-4640-a2c2-106fb0798f01 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:24:50.378387 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:24:50.378758 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Checking segment: {'id': '2131a8d1-e1ef-4e96-9667-9c675897720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ca6e60b9-8107-4640-a2c2-106fb0798f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:24:50.379197 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:50.379818 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Bound using segment: {'id': '2131a8d1-e1ef-4e96-9667-9c675897720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ca6e60b9-8107-4640-a2c2-106fb0798f01'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:24:50.380049 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Bound port: 8abae85b-66b6-4f2c-aa0c-a47125712c2b, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2131a8d1-e1ef-4e96-9667-9c675897720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ca6e60b9-8107-4640-a2c2-106fb0798f01'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:24:50.380423 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (8abae85b-66b6-4f2c-aa0c-a47125712c2b), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:50.442220 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754106'] for router (bef47278-e2f9-4dc3-9d2b-120d3136ae18), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:50.499414 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] For port 8abae85b-66b6-4f2c-aa0c-a47125712c2b, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:24:50.519054 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] For port 8abae85b-66b6-4f2c-aa0c-a47125712c2b, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=8abae85b-66b6-4f2c-aa0c-a47125712c2b,segment=NetworkSegment(2131a8d1-e1ef-4e96-9667-9c675897720b),segment_id=2131a8d1-e1ef-4e96-9667-9c675897720b)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:24:50.528192 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (8abae85b-66b6-4f2c-aa0c-a47125712c2b), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:50.581947 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] Router bef47278-e2f9-4dc3-9d2b-120d3136ae18 is scheduled to L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 with binding_index 1 {{(pid=103240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:24:50.610504 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Publish callbacks [] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:50.623190 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d0030-6c86-4e47-933a-1f1e2862782a None None] Pushing event updated for resources: {'Port': ['ID=8abae85b-66b6-4f2c-aa0c-a47125712c2b,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:50.625862 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:50.714161 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:24:50.727702 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Sync routers for ids ['bef47278-e2f9-4dc3-9d2b-120d3136ae18'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:24:50.734180 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:50.735562 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f9d94d7c-e3f7-4da7-a4aa-0c45d28c67d6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5065346 Mar 07 14:24:50.738210 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45674) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:24:50.748562 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be94b2-0e7c-435e-809f-397736f7f178 None None] Pushing event updated for resources: {'Port': ['ID=ddf26252-89ba-44ba-9bc6-4525981c0f72,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:50.762407 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Routers {'bef47278-e2f9-4dc3-9d2b-120d3136ae18'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:24:50.763047 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:24:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['bef47278-e2f9-4dc3-9d2b-120d3136ae18'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:24:50.768987 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Attempting to bind port ddf26252-89ba-44ba-9bc6-4525981c0f72 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:24:50.769356 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Attempting to bind port ddf26252-89ba-44ba-9bc6-4525981c0f72 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'c6dfa355-b00c-4548-9b06-81a5425a9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c9c108c-ca69-4aeb-a19e-85e7fefde4f8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:24:50.770245 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Attempting to bind port ddf26252-89ba-44ba-9bc6-4525981c0f72 on network 0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:24:50.776309 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:24:50.776758 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Checking segment: {'id': 'c6dfa355-b00c-4548-9b06-81a5425a9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c9c108c-ca69-4aeb-a19e-85e7fefde4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:24:50.777244 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:50.777508 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Bound using segment: {'id': 'c6dfa355-b00c-4548-9b06-81a5425a9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c9c108c-ca69-4aeb-a19e-85e7fefde4f8'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:24:50.778117 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Bound port: ddf26252-89ba-44ba-9bc6-4525981c0f72, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6dfa355-b00c-4548-9b06-81a5425a9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c9c108c-ca69-4aeb-a19e-85e7fefde4f8'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:24:50.778361 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:50.876123 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] For port ddf26252-89ba-44ba-9bc6-4525981c0f72, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:24:50.894291 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] For port ddf26252-89ba-44ba-9bc6-4525981c0f72, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=ddf26252-89ba-44ba-9bc6-4525981c0f72,segment=NetworkSegment(c6dfa355-b00c-4548-9b06-81a5425a9b80),segment_id=c6dfa355-b00c-4548-9b06-81a5425a9b80)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:24:50.911085 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:50.974885 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:50.995570 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Set router bef47278-e2f9-4dc3-9d2b-120d3136ae18 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:24:51.016575 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Routers {'32b95941-f746-4645-a5a2-82b01e6e7543'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:24:51.017450 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:24:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['32b95941-f746-4645-a5a2-82b01e6e7543'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:24:51.019498 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be94b2-0e7c-435e-809f-397736f7f178 None None] Pushing event updated for resources: {'Port': ['ID=ddf26252-89ba-44ba-9bc6-4525981c0f72,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:51.104623 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-5a2737fa-17fd-4ae7-a97a-a842949574f2 None None] Provisioning complete for port ddf26252-89ba-44ba-9bc6-4525981c0f72 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:51.105353 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a2737fa-17fd-4ae7-a97a-a842949574f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:51.241858 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] Set router 32b95941-f746-4645-a5a2-82b01e6e7543 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:24:51.351024 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 8abae85b-66b6-4f2c-aa0c-a47125712c2b up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:24:51.358410 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'name': 'tempest-TestVolumeBootPattern-1475917791-router', 'tenant_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '34a44a3c-b5a6-457a-9b79-f5d1e20e407e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:24:49Z', 'updated_at': '2022-03-07T14:24:50Z', 'revision_number': 3, 'project_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'gw_port': {'id': '34a44a3c-b5a6-457a-9b79-f5d1e20e407e', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:49Z', 'updated_at': '2022-03-07T14:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:24:51.399293 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Checking router: bef47278-e2f9-4dc3-9d2b-120d3136ae18 for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:24:51.399861 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Updating router bef47278-e2f9-4dc3-9d2b-120d3136ae18 port 34a44a3c-b5a6-457a-9b79-f5d1e20e407e binding host dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:24:51.422260 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-69e051bf-f4b8-4f1f-babe-bef543b6b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:51.440666 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (34a44a3c-b5a6-457a-9b79-f5d1e20e407e), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:51.471836 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5a2737fa-17fd-4ae7-a97a-a842949574f2 None None] Current status of the port ddf26252-89ba-44ba-9bc6-4525981c0f72 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:24:51.472227 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a2737fa-17fd-4ae7-a97a-a842949574f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:51.578416 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 8abae85b-66b6-4f2c-aa0c-a47125712c2b triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:51.584924 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (8abae85b-66b6-4f2c-aa0c-a47125712c2b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:51.688439 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-69e051bf-f4b8-4f1f-babe-bef543b6b2a1 admin admin] Allocated IP 172.20.0.1 (ca6e60b9-8107-4640-a2c2-106fb0798f01/d9832c02-a839-4cb2-9eb5-e2ef781bee69/0876c58e-e5fb-4778-bc02-c1dc7821416f) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:24:51.715095 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-5a2737fa-17fd-4ae7-a97a-a842949574f2 None None] For port ddf26252-89ba-44ba-9bc6-4525981c0f72, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=ddf26252-89ba-44ba-9bc6-4525981c0f72,segment=NetworkSegment(c6dfa355-b00c-4548-9b06-81a5425a9b80),segment_id=c6dfa355-b00c-4548-9b06-81a5425a9b80)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:24:51.726278 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5a2737fa-17fd-4ae7-a97a-a842949574f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:51.775674 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Publish callbacks [] for port (34a44a3c-b5a6-457a-9b79-f5d1e20e407e), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:51.784054 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (34a44a3c-b5a6-457a-9b79-f5d1e20e407e), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:51.819512 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Attempting to bind port 34a44a3c-b5a6-457a-9b79-f5d1e20e407e on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:24:51.820203 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Attempting to bind port 34a44a3c-b5a6-457a-9b79-f5d1e20e407e by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:24:51.820761 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Attempting to bind port 34a44a3c-b5a6-457a-9b79-f5d1e20e407e on network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:24:51.835011 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 8abae85b-66b6-4f2c-aa0c-a47125712c2b is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:24:51.835427 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (8abae85b-66b6-4f2c-aa0c-a47125712c2b), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:51.857589 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:24:51.857589 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Checking segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:24:51.857589 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:51.857589 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Bound using segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:24:51.857589 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Bound port: 34a44a3c-b5a6-457a-9b79-f5d1e20e407e, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:24:51.857589 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (34a44a3c-b5a6-457a-9b79-f5d1e20e407e), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:51.858176 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-69e051bf-f4b8-4f1f-babe-bef543b6b2a1 admin admin] Publish callbacks [] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:51.870326 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2737fa-17fd-4ae7-a97a-a842949574f2 None None] Pushing event updated for resources: {'Port': ['ID=ddf26252-89ba-44ba-9bc6-4525981c0f72,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:51.916087 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-69e051bf-f4b8-4f1f-babe-bef543b6b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:51.924484 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de570a6-d3f0-4628-a9e1-52859d1f095c None None] Pushing event updated for resources: {'Port': ['ID=34a44a3c-b5a6-457a-9b79-f5d1e20e407e,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:51.931729 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] For port 34a44a3c-b5a6-457a-9b79-f5d1e20e407e, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:24:51.935085 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] For port 34a44a3c-b5a6-457a-9b79-f5d1e20e407e, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=34a44a3c-b5a6-457a-9b79-f5d1e20e407e,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:24:51.940534 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] For port 8abae85b-66b6-4f2c-aa0c-a47125712c2b, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=8abae85b-66b6-4f2c-aa0c-a47125712c2b,segment=NetworkSegment(2131a8d1-e1ef-4e96-9667-9c675897720b),segment_id=2131a8d1-e1ef-4e96-9667-9c675897720b)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:24:51.944219 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (34a44a3c-b5a6-457a-9b79-f5d1e20e407e), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:51.950225 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'name': 'tempest-TestVolumeBootPattern-234669528-router', 'tenant_id': '1349015c8483410a848acd827e220fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '1ace53f1-ed2e-4b18-87d6-f4c09c09a106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:24:44Z', 'updated_at': '2022-03-07T14:24:47Z', 'revision_number': 4, 'project_id': '1349015c8483410a848acd827e220fd2', 'gw_port': {'id': '1ace53f1-ed2e-4b18-87d6-f4c09c09a106', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:45Z', 'updated_at': '2022-03-07T14:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'ddf26252-89ba-44ba-9bc6-4525981c0f72', 'name': '', 'network_id': '0c9c108c-ca69-4aeb-a19e-85e7fefde4f8', 'tenant_id': '1349015c8483410a848acd827e220fd2', 'mac_address': 'fa:16:3e:52:08:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd7adcd51-d72e-490a-81cb-bd993bc9c114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:46Z', 'updated_at': '2022-03-07T14:24:50Z', 'revision_number': 4, 'project_id': '1349015c8483410a848acd827e220fd2', 'subnets': [{'id': 'd7adcd51-d72e-490a-81cb-bd993bc9c114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:24:51.958624 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e051bf-f4b8-4f1f-babe-bef543b6b2a1 admin admin] Network ca6e60b9-8107-4640-a2c2-106fb0798f01 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:24:51.963919 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-69e051bf-f4b8-4f1f-babe-bef543b6b2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:24:51.971795 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e051bf-f4b8-4f1f-babe-bef543b6b2a1 admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:24:51.989927 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Routers {'bef47278-e2f9-4dc3-9d2b-120d3136ae18'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:24:51.990785 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:24:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['bef47278-e2f9-4dc3-9d2b-120d3136ae18'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:24:51.991643 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac33e6-afb5-4589-85df-2decebacf262 None None] The sync data for ids ['32b95941-f746-4645-a5a2-82b01e6e7543'] in dv-cinder-794001-5-iscsi is: [{'id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'name': 'tempest-TestVolumeBootPattern-234669528-router', 'tenant_id': '1349015c8483410a848acd827e220fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '1ace53f1-ed2e-4b18-87d6-f4c09c09a106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:24:44Z', 'updated_at': '2022-03-07T14:24:47Z', 'revision_number': 4, 'project_id': '1349015c8483410a848acd827e220fd2', 'gw_port': {'id': '1ace53f1-ed2e-4b18-87d6-f4c09c09a106', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:45Z', 'updated_at': '2022-03-07T14:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'ddf26252-89ba-44ba-9bc6-4525981c0f72', 'name': '', 'network_id': '0c9c108c-ca69-4aeb-a19e-85e7fefde4f8', 'tenant_id': '1349015c8483410a848acd827e220fd2', 'mac_address': 'fa:16:3e:52:08:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'd7adcd51-d72e-490a-81cb-bd993bc9c114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:46Z', 'updated_at': '2022-03-07T14:24:50Z', 'revision_number': 4, 'project_id': '1349015c8483410a848acd827e220fd2', 'subnets': [{'id': 'd7adcd51-d72e-490a-81cb-bd993bc9c114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:24:51.996175 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (8abae85b-66b6-4f2c-aa0c-a47125712c2b), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:51.997418 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 1ace53f1-ed2e-4b18-87d6-f4c09c09a106 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:24:52.015990 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e051bf-f4b8-4f1f-babe-bef543b6b2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=0876c58e-e5fb-4778-bc02-c1dc7821416f,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:52.029209 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-69e051bf-f4b8-4f1f-babe-bef543b6b2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753303'] for router_interface (bef47278-e2f9-4dc3-9d2b-120d3136ae18), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:52.068887 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d502eb40-35a5-4d07-821a-aaadf050002e None None] Network ca6e60b9-8107-4640-a2c2-106fb0798f01 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:24:52.104874 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de570a6-d3f0-4628-a9e1-52859d1f095c None None] Pushing event updated for resources: {'Port': ['ID=34a44a3c-b5a6-457a-9b79-f5d1e20e407e,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:52.128423 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-addc10d1-6c43-44cb-9eb7-83ba9da3076a None None] Provisioning complete for port ddf26252-89ba-44ba-9bc6-4525981c0f72 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:52.129580 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-addc10d1-6c43-44cb-9eb7-83ba9da3076a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:52.179264 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] Set router bef47278-e2f9-4dc3-9d2b-120d3136ae18 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:24:52.222513 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Pushing event updated for resources: {'Port': ['ID=8abae85b-66b6-4f2c-aa0c-a47125712c2b,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:52.230294 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-69e051bf-f4b8-4f1f-babe-bef543b6b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:52.284588 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 1ace53f1-ed2e-4b18-87d6-f4c09c09a106 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:52.285288 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (1ace53f1-ed2e-4b18-87d6-f4c09c09a106), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:52.426227 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'name': 'tempest-TestVolumeBootPattern-1475917791-router', 'tenant_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '34a44a3c-b5a6-457a-9b79-f5d1e20e407e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:24:49Z', 'updated_at': '2022-03-07T14:24:50Z', 'revision_number': 3, 'project_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'gw_port': {'id': '34a44a3c-b5a6-457a-9b79-f5d1e20e407e', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:49Z', 'updated_at': '2022-03-07T14:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:24:52.431829 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-69e051bf-f4b8-4f1f-babe-bef543b6b2a1 admin admin] Publish callbacks [] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:52.442922 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-69e051bf-f4b8-4f1f-babe-bef543b6b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276028'] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:52.491707 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-addc10d1-6c43-44cb-9eb7-83ba9da3076a None None] Current status of the port ddf26252-89ba-44ba-9bc6-4525981c0f72 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:24:52.531909 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-69e051bf-f4b8-4f1f-babe-bef543b6b2a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753275'] for router_interface (bef47278-e2f9-4dc3-9d2b-120d3136ae18), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:52.547218 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:52.554138 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e051bf-f4b8-4f1f-babe-bef543b6b2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=0876c58e-e5fb-4778-bc02-c1dc7821416f,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:52.567857 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc66a2-534b-42ca-b163-282bab0b6d9c None None] The sync data for ids ['bef47278-e2f9-4dc3-9d2b-120d3136ae18'] in dv-cinder-794001-5-iscsi is: [{'id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'name': 'tempest-TestVolumeBootPattern-1475917791-router', 'tenant_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '34a44a3c-b5a6-457a-9b79-f5d1e20e407e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:24:49Z', 'updated_at': '2022-03-07T14:24:50Z', 'revision_number': 3, 'project_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'gw_port': {'id': '34a44a3c-b5a6-457a-9b79-f5d1e20e407e', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:49Z', 'updated_at': '2022-03-07T14:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:24:52.631150 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 1ace53f1-ed2e-4b18-87d6-f4c09c09a106 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:24:52.637368 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-3fd1b740-abb8-4eaa-a27d-67caa21a792d None None] Provisioning complete for port 8abae85b-66b6-4f2c-aa0c-a47125712c2b triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:52.637847 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fd1b740-abb8-4eaa-a27d-67caa21a792d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (8abae85b-66b6-4f2c-aa0c-a47125712c2b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:52.693737 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e051bf-f4b8-4f1f-babe-bef543b6b2a1 admin admin] Network ca6e60b9-8107-4640-a2c2-106fb0798f01 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:24:52.695470 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-69e051bf-f4b8-4f1f-babe-bef543b6b2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:24:52.790068 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3fd1b740-abb8-4eaa-a27d-67caa21a792d None None] Current status of the port 8abae85b-66b6-4f2c-aa0c-a47125712c2b is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:24:52.839850 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e051bf-f4b8-4f1f-babe-bef543b6b2a1 admin admin] Router bef47278-e2f9-4dc3-9d2b-120d3136ae18 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:24:52.960213 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-f92ad9d5-f890-4594-a236-ca96d0d9d9e3 None None] Provisioning complete for port 0876c58e-e5fb-4778-bc02-c1dc7821416f triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:52.960589 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f92ad9d5-f890-4594-a236-ca96d0d9d9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:53.008523 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e051bf-f4b8-4f1f-babe-bef543b6b2a1 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:24:53.011629 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f92ad9d5-f890-4594-a236-ca96d0d9d9e3 None None] Port 0876c58e-e5fb-4778-bc02-c1dc7821416f cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:24:53.014437 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-69e051bf-f4b8-4f1f-babe-bef543b6b2a1 admin admin] 10.222.0.26 "PUT /v2.0/routers/bef47278-e2f9-4dc3-9d2b-120d3136ae18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2743616 Mar 07 14:24:53.033608 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-f92ad9d5-f890-4594-a236-ca96d0d9d9e3 None None] Provisioning complete for port 8abae85b-66b6-4f2c-aa0c-a47125712c2b triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:53.033991 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f92ad9d5-f890-4594-a236-ca96d0d9d9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (8abae85b-66b6-4f2c-aa0c-a47125712c2b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:53.177267 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f92ad9d5-f890-4594-a236-ca96d0d9d9e3 None None] Current status of the port 8abae85b-66b6-4f2c-aa0c-a47125712c2b is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:24:53.309306 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-48a9e0b2-c868-4514-b0bd-42941b146266 None None] Provisioning complete for port 0876c58e-e5fb-4778-bc02-c1dc7821416f triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:53.311303 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-48a9e0b2-c868-4514-b0bd-42941b146266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:53.351904 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device ddf26252-89ba-44ba-9bc6-4525981c0f72 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:24:53.435508 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-48a9e0b2-c868-4514-b0bd-42941b146266 None None] Port 0876c58e-e5fb-4778-bc02-c1dc7821416f cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:24:53.449201 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port ddf26252-89ba-44ba-9bc6-4525981c0f72 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:53.449652 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:53.557615 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port ddf26252-89ba-44ba-9bc6-4525981c0f72 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:24:53.564507 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 8abae85b-66b6-4f2c-aa0c-a47125712c2b up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:24:53.604110 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-536a9dcf-2c42-4821-a170-ec373314b1f3 None None] Provisioning complete for port 0876c58e-e5fb-4778-bc02-c1dc7821416f triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:53.604488 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-536a9dcf-2c42-4821-a170-ec373314b1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:53.641253 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45690) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:24:53.645888 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-1af19a3b-3715-4a89-86b3-48d6da4a8f7b tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2004206309', 'description': 'tempest-secgroup-smoke-2004206309 description', 'project_id': '1349015c8483410a848acd827e220fd2'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:24:53.656263 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-536a9dcf-2c42-4821-a170-ec373314b1f3 None None] Port 0876c58e-e5fb-4778-bc02-c1dc7821416f cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:24:53.671418 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 8abae85b-66b6-4f2c-aa0c-a47125712c2b triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:53.671834 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1af19a3b-3715-4a89-86b3-48d6da4a8f7b tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:53.672001 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (8abae85b-66b6-4f2c-aa0c-a47125712c2b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:53.761726 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1af19a3b-3715-4a89-86b3-48d6da4a8f7b tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group (fa407428-2eee-49ae-a97e-d1f3927cb83c), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:53.764565 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 8abae85b-66b6-4f2c-aa0c-a47125712c2b is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:24:53.765704 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 34a44a3c-b5a6-457a-9b79-f5d1e20e407e up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:24:53.775189 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1af19a3b-3715-4a89-86b3-48d6da4a8f7b tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (fa407428-2eee-49ae-a97e-d1f3927cb83c), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:53.811840 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af19a3b-3715-4a89-86b3-48d6da4a8f7b tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa407428-2eee-49ae-a97e-d1f3927cb83c,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:53.821601 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1af19a3b-3715-4a89-86b3-48d6da4a8f7b tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:53.822525 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-1af19a3b-3715-4a89-86b3-48d6da4a8f7b tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1802599 Mar 07 14:24:53.825745 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45694) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:24:53.832065 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-dfac9bc9-80f8-4783-8f87-733b9a04ca3f tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Request body: {'security_group_rule': {'security_group_id': 'fa407428-2eee-49ae-a97e-d1f3927cb83c', 'project_id': '1349015c8483410a848acd827e220fd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:24:53.836714 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 34a44a3c-b5a6-457a-9b79-f5d1e20e407e triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:53.837120 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (34a44a3c-b5a6-457a-9b79-f5d1e20e407e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:53.866127 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-dfac9bc9-80f8-4783-8f87-733b9a04ca3f tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group_rule (9d09cec0-f3c8-4bae-91b0-acdb15f1e8eb), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:53.919349 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 34a44a3c-b5a6-457a-9b79-f5d1e20e407e is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:24:53.919743 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (34a44a3c-b5a6-457a-9b79-f5d1e20e407e), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:53.926844 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-dfac9bc9-80f8-4783-8f87-733b9a04ca3f tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group_rule (9d09cec0-f3c8-4bae-91b0-acdb15f1e8eb), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:53.930337 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-dfac9bc9-80f8-4783-8f87-733b9a04ca3f tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (9d09cec0-f3c8-4bae-91b0-acdb15f1e8eb), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:53.941378 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] For port 34a44a3c-b5a6-457a-9b79-f5d1e20e407e, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=34a44a3c-b5a6-457a-9b79-f5d1e20e407e,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:24:53.946360 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (34a44a3c-b5a6-457a-9b79-f5d1e20e407e), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:53.954836 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac9bc9-80f8-4783-8f87-733b9a04ca3f tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d09cec0-f3c8-4bae-91b0-acdb15f1e8eb,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:53.959148 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-dfac9bc9-80f8-4783-8f87-733b9a04ca3f tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:53.963232 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-dfac9bc9-80f8-4783-8f87-733b9a04ca3f tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360443 Mar 07 14:24:53.963395 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45696) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:24:53.968315 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-2f5c7678-872e-44a3-aa2a-3eb66d2dc8e1 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Request body: {'security_group_rule': {'security_group_id': 'fa407428-2eee-49ae-a97e-d1f3927cb83c', 'project_id': '1349015c8483410a848acd827e220fd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:24:53.997977 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Pushing event updated for resources: {'Port': ['ID=34a44a3c-b5a6-457a-9b79-f5d1e20e407e,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:54.007073 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2f5c7678-872e-44a3-aa2a-3eb66d2dc8e1 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group_rule (0af98c68-6c3b-45b7-9c1d-17ae2015a10a), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.266706 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2f5c7678-872e-44a3-aa2a-3eb66d2dc8e1 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group_rule (0af98c68-6c3b-45b7-9c1d-17ae2015a10a), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.270921 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2f5c7678-872e-44a3-aa2a-3eb66d2dc8e1 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (0af98c68-6c3b-45b7-9c1d-17ae2015a10a), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.287239 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c7678-872e-44a3-aa2a-3eb66d2dc8e1 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af98c68-6c3b-45b7-9c1d-17ae2015a10a,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:54.295332 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2f5c7678-872e-44a3-aa2a-3eb66d2dc8e1 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.296544 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-2f5c7678-872e-44a3-aa2a-3eb66d2dc8e1 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3323090 Mar 07 14:24:54.299411 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45700) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:24:54.303459 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-33d7a871-bebc-44a3-aa46-665a826aedda tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Request body: {'security_group_rule': {'security_group_id': 'fa407428-2eee-49ae-a97e-d1f3927cb83c', 'project_id': '1349015c8483410a848acd827e220fd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:24:54.326562 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-33d7a871-bebc-44a3-aa46-665a826aedda tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group_rule (19f8d085-9c5b-4e2a-8f8d-9bb96a534dfc), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.381486 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-33d7a871-bebc-44a3-aa46-665a826aedda tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group_rule (19f8d085-9c5b-4e2a-8f8d-9bb96a534dfc), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.385132 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-33d7a871-bebc-44a3-aa46-665a826aedda tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (19f8d085-9c5b-4e2a-8f8d-9bb96a534dfc), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.402153 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7a871-bebc-44a3-aa46-665a826aedda tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f8d085-9c5b-4e2a-8f8d-9bb96a534dfc,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:54.410408 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-33d7a871-bebc-44a3-aa46-665a826aedda tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.411679 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-33d7a871-bebc-44a3-aa46-665a826aedda tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113729 Mar 07 14:24:54.414290 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45702) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:24:54.418439 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-c5e594dc-18f4-4705-9142-5acef0925984 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Request body: {'security_group_rule': {'security_group_id': 'fa407428-2eee-49ae-a97e-d1f3927cb83c', 'project_id': '1349015c8483410a848acd827e220fd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:24:54.443585 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c5e594dc-18f4-4705-9142-5acef0925984 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group_rule (b0527770-cf0c-49e2-a7fd-4feff46733f9), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.497645 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c5e594dc-18f4-4705-9142-5acef0925984 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group_rule (b0527770-cf0c-49e2-a7fd-4feff46733f9), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.501031 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c5e594dc-18f4-4705-9142-5acef0925984 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (b0527770-cf0c-49e2-a7fd-4feff46733f9), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.519176 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e594dc-18f4-4705-9142-5acef0925984 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0527770-cf0c-49e2-a7fd-4feff46733f9,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:54.526112 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c5e594dc-18f4-4705-9142-5acef0925984 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.527277 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-c5e594dc-18f4-4705-9142-5acef0925984 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1120923 Mar 07 14:24:54.529924 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45704) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:24:54.534043 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-beed027c-4244-41ad-b2a5-b5b7c8315384 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Request body: {'security_group_rule': {'security_group_id': 'fa407428-2eee-49ae-a97e-d1f3927cb83c', 'project_id': '1349015c8483410a848acd827e220fd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:24:54.554165 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.securitygroups_db [None req-beed027c-4244-41ad-b2a5-b5b7c8315384 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Project 1349015c8483410a848acd827e220fd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 14:24:54.558890 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-beed027c-4244-41ad-b2a5-b5b7c8315384 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group_rule (dc1ae4dc-3b72-4cd8-a012-6fed1215344f), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.620987 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-beed027c-4244-41ad-b2a5-b5b7c8315384 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group_rule (dc1ae4dc-3b72-4cd8-a012-6fed1215344f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.624645 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-beed027c-4244-41ad-b2a5-b5b7c8315384 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (dc1ae4dc-3b72-4cd8-a012-6fed1215344f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.644344 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed027c-4244-41ad-b2a5-b5b7c8315384 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1ae4dc-3b72-4cd8-a012-6fed1215344f,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:54.654056 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-beed027c-4244-41ad-b2a5-b5b7c8315384 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.655441 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-beed027c-4244-41ad-b2a5-b5b7c8315384 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245420 Mar 07 14:24:54.658397 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45706) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:24:54.663046 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-51c4eca4-76d3-437a-b7a3-963850c2f06d tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Request body: {'security_group_rule': {'security_group_id': 'fa407428-2eee-49ae-a97e-d1f3927cb83c', 'project_id': '1349015c8483410a848acd827e220fd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:24:54.683289 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.db.securitygroups_db [None req-51c4eca4-76d3-437a-b7a3-963850c2f06d tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Project 1349015c8483410a848acd827e220fd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 14:24:54.687971 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51c4eca4-76d3-437a-b7a3-963850c2f06d tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group_rule (24d77047-c018-4ea6-a849-df72fc5790fb), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.747717 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51c4eca4-76d3-437a-b7a3-963850c2f06d tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group_rule (24d77047-c018-4ea6-a849-df72fc5790fb), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.751850 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51c4eca4-76d3-437a-b7a3-963850c2f06d tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (24d77047-c018-4ea6-a849-df72fc5790fb), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.771056 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4eca4-76d3-437a-b7a3-963850c2f06d tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d77047-c018-4ea6-a849-df72fc5790fb,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:54.778923 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51c4eca4-76d3-437a-b7a3-963850c2f06d tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:54.780130 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-51c4eca4-76d3-437a-b7a3-963850c2f06d tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205781 Mar 07 14:24:55.092883 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 34a44a3c-b5a6-457a-9b79-f5d1e20e407e up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:24:55.149743 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 34a44a3c-b5a6-457a-9b79-f5d1e20e407e triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:55.150028 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (34a44a3c-b5a6-457a-9b79-f5d1e20e407e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:55.237470 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 34a44a3c-b5a6-457a-9b79-f5d1e20e407e is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:24:55.300125 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Sync routers for ids ['bef47278-e2f9-4dc3-9d2b-120d3136ae18'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:24:55.310151 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Routers {'bef47278-e2f9-4dc3-9d2b-120d3136ae18'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:24:55.310850 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:24:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['bef47278-e2f9-4dc3-9d2b-120d3136ae18'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:24:55.420443 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Set router bef47278-e2f9-4dc3-9d2b-120d3136ae18 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:24:55.624624 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'name': 'tempest-TestVolumeBootPattern-1475917791-router', 'tenant_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '34a44a3c-b5a6-457a-9b79-f5d1e20e407e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:24:49Z', 'updated_at': '2022-03-07T14:24:52Z', 'revision_number': 4, 'project_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'gw_port': {'id': '34a44a3c-b5a6-457a-9b79-f5d1e20e407e', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:49Z', 'updated_at': '2022-03-07T14:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '0876c58e-e5fb-4778-bc02-c1dc7821416f', 'name': '', 'network_id': 'ca6e60b9-8107-4640-a2c2-106fb0798f01', 'tenant_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'mac_address': 'fa:16:3e:47:71:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd9832c02-a839-4cb2-9eb5-e2ef781bee69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:51Z', 'updated_at': '2022-03-07T14:24:52Z', 'revision_number': 2, 'project_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'subnets': [{'id': 'd9832c02-a839-4cb2-9eb5-e2ef781bee69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:24:55.652661 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Checking router: bef47278-e2f9-4dc3-9d2b-120d3136ae18 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:24:55.653053 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Updating router bef47278-e2f9-4dc3-9d2b-120d3136ae18 port 0876c58e-e5fb-4778-bc02-c1dc7821416f binding host dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:24:55.682012 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:55.944276 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Publish callbacks [] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:55.949888 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:56.005415 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66164497-cd7f-4c59-ba74-69c975e5c2fa None None] Pushing event updated for resources: {'Port': ['ID=0876c58e-e5fb-4778-bc02-c1dc7821416f,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:56.058059 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Attempting to bind port 0876c58e-e5fb-4778-bc02-c1dc7821416f on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:24:56.058434 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Attempting to bind port 0876c58e-e5fb-4778-bc02-c1dc7821416f by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': '2131a8d1-e1ef-4e96-9667-9c675897720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ca6e60b9-8107-4640-a2c2-106fb0798f01'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:24:56.058805 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Attempting to bind port 0876c58e-e5fb-4778-bc02-c1dc7821416f on network ca6e60b9-8107-4640-a2c2-106fb0798f01 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:24:56.064238 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:24:56.064615 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Checking segment: {'id': '2131a8d1-e1ef-4e96-9667-9c675897720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ca6e60b9-8107-4640-a2c2-106fb0798f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:24:56.065226 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:56.065650 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Bound using segment: {'id': '2131a8d1-e1ef-4e96-9667-9c675897720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ca6e60b9-8107-4640-a2c2-106fb0798f01'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:24:56.066123 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Bound port: 0876c58e-e5fb-4778-bc02-c1dc7821416f, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2131a8d1-e1ef-4e96-9667-9c675897720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ca6e60b9-8107-4640-a2c2-106fb0798f01'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:24:56.066631 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:56.137465 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] For port 0876c58e-e5fb-4778-bc02-c1dc7821416f, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:24:56.140883 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] For port 0876c58e-e5fb-4778-bc02-c1dc7821416f, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=0876c58e-e5fb-4778-bc02-c1dc7821416f,segment=NetworkSegment(2131a8d1-e1ef-4e96-9667-9c675897720b),segment_id=2131a8d1-e1ef-4e96-9667-9c675897720b)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:24:56.151797 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:56.222598 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Routers {'bef47278-e2f9-4dc3-9d2b-120d3136ae18'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:24:56.224095 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:24:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['bef47278-e2f9-4dc3-9d2b-120d3136ae18'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:24:56.226015 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66164497-cd7f-4c59-ba74-69c975e5c2fa None None] Pushing event updated for resources: {'Port': ['ID=0876c58e-e5fb-4778-bc02-c1dc7821416f,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:56.271611 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-d2a84c44-4d27-48a0-88d7-bd788f324b6d None None] Provisioning complete for port 0876c58e-e5fb-4778-bc02-c1dc7821416f triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:56.272261 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d2a84c44-4d27-48a0-88d7-bd788f324b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:56.408047 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] Set router bef47278-e2f9-4dc3-9d2b-120d3136ae18 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:24:56.435969 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d2a84c44-4d27-48a0-88d7-bd788f324b6d None None] Current status of the port 0876c58e-e5fb-4778-bc02-c1dc7821416f is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:24:56.436361 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d2a84c44-4d27-48a0-88d7-bd788f324b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:56.519579 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-d2a84c44-4d27-48a0-88d7-bd788f324b6d None None] For port 0876c58e-e5fb-4778-bc02-c1dc7821416f, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=0876c58e-e5fb-4778-bc02-c1dc7821416f,segment=NetworkSegment(2131a8d1-e1ef-4e96-9667-9c675897720b),segment_id=2131a8d1-e1ef-4e96-9667-9c675897720b)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:24:56.528392 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d2a84c44-4d27-48a0-88d7-bd788f324b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:56.621996 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a84c44-4d27-48a0-88d7-bd788f324b6d None None] Pushing event updated for resources: {'Port': ['ID=0876c58e-e5fb-4778-bc02-c1dc7821416f,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:24:56.684312 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-754337c4-c1d1-4f2d-856b-c4ce1d808686 None None] Provisioning complete for port 0876c58e-e5fb-4778-bc02-c1dc7821416f triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:56.684707 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-754337c4-c1d1-4f2d-856b-c4ce1d808686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:56.687621 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:56.734019 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'name': 'tempest-TestVolumeBootPattern-1475917791-router', 'tenant_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '34a44a3c-b5a6-457a-9b79-f5d1e20e407e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:24:49Z', 'updated_at': '2022-03-07T14:24:52Z', 'revision_number': 4, 'project_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'gw_port': {'id': '34a44a3c-b5a6-457a-9b79-f5d1e20e407e', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:49Z', 'updated_at': '2022-03-07T14:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '0876c58e-e5fb-4778-bc02-c1dc7821416f', 'name': '', 'network_id': 'ca6e60b9-8107-4640-a2c2-106fb0798f01', 'tenant_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'mac_address': 'fa:16:3e:47:71:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd9832c02-a839-4cb2-9eb5-e2ef781bee69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:51Z', 'updated_at': '2022-03-07T14:24:56Z', 'revision_number': 4, 'project_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'subnets': [{'id': 'd9832c02-a839-4cb2-9eb5-e2ef781bee69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:24:56.766906 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf30f9f-ec37-4005-907d-9c49699cec96 None None] The sync data for ids ['bef47278-e2f9-4dc3-9d2b-120d3136ae18'] in dv-cinder-794001-5-iscsi is: [{'id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'name': 'tempest-TestVolumeBootPattern-1475917791-router', 'tenant_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '34a44a3c-b5a6-457a-9b79-f5d1e20e407e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:24:49Z', 'updated_at': '2022-03-07T14:24:52Z', 'revision_number': 4, 'project_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'gw_port': {'id': '34a44a3c-b5a6-457a-9b79-f5d1e20e407e', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:49Z', 'updated_at': '2022-03-07T14:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '0876c58e-e5fb-4778-bc02-c1dc7821416f', 'name': '', 'network_id': 'ca6e60b9-8107-4640-a2c2-106fb0798f01', 'tenant_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'mac_address': 'fa:16:3e:47:71:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd9832c02-a839-4cb2-9eb5-e2ef781bee69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:51Z', 'updated_at': '2022-03-07T14:24:56Z', 'revision_number': 4, 'project_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'subnets': [{'id': 'd9832c02-a839-4cb2-9eb5-e2ef781bee69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:24:56.818262 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-754337c4-c1d1-4f2d-856b-c4ce1d808686 None None] Current status of the port 0876c58e-e5fb-4778-bc02-c1dc7821416f is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:24:57.115330 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 0876c58e-e5fb-4778-bc02-c1dc7821416f up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:24:57.170914 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 0876c58e-e5fb-4778-bc02-c1dc7821416f triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:24:57.171597 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:24:57.260427 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 0876c58e-e5fb-4778-bc02-c1dc7821416f is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:25:09.670212 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb7c99-4961-421a-88ef-50117fea747e req-e11f9e8b-38cb-42da-b71e-947f72151d37 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:09.671670 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-58eb7c99-4961-421a-88ef-50117fea747e req-e11f9e8b-38cb-42da-b71e-947f72151d37 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 945 time: 0.0526526 Mar 07 14:25:09.716972 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-58eb7c99-4961-421a-88ef-50117fea747e req-28370f7c-d1a2-4045-beda-e18a912cb19a tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7278339-a536-41a9-9376-2c2e56d1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395896 Mar 07 14:25:10.834130 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1a2b2-35cf-4194-b282-55b87af0185c req-601dc159-0acc-4331-9d96-d783aca9dfcb tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:10.835602 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9ba1a2b2-35cf-4194-b282-55b87af0185c req-601dc159-0acc-4331-9d96-d783aca9dfcb tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 945 time: 0.0518842 Mar 07 14:25:10.886051 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9ba1a2b2-35cf-4194-b282-55b87af0185c req-24946590-5909-42a3-8700-4f2cc8ac34ac tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7278339-a536-41a9-9376-2c2e56d1a327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449603 Mar 07 14:25:10.895452 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca32f6-df2c-460a-9a9d-31c1eef8e3df req-17928ad0-ac4e-40f1-99a8-5e13c900aa9f tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:10.897501 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a7ca32f6-df2c-460a-9a9d-31c1eef8e3df req-17928ad0-ac4e-40f1-99a8-5e13c900aa9f tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.25 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 945 time: 0.0553176 Mar 07 14:25:10.988619 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-a7ca32f6-df2c-460a-9a9d-31c1eef8e3df req-5e981e6b-0490-4f7c-9d1d-c08d40366cb3 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Deleting port 9f50539c-eaee-420b-978e-b7b0bfead7db {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:25:10.988999 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-a7ca32f6-df2c-460a-9a9d-31c1eef8e3df req-5e981e6b-0490-4f7c-9d1d-c08d40366cb3 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (9f50539c-eaee-420b-978e-b7b0bfead7db), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:11.077317 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-a7ca32f6-df2c-460a-9a9d-31c1eef8e3df req-5e981e6b-0490-4f7c-9d1d-c08d40366cb3 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] For port 9f50539c-eaee-420b-978e-b7b0bfead7db, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=9f50539c-eaee-420b-978e-b7b0bfead7db,segment=NetworkSegment(f718fe54-c345-4c76-b7b4-82d821b7c7db),segment_id=f718fe54-c345-4c76-b7b4-82d821b7c7db)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:25:11.077699 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-a7ca32f6-df2c-460a-9a9d-31c1eef8e3df req-5e981e6b-0490-4f7c-9d1d-c08d40366cb3 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (9f50539c-eaee-420b-978e-b7b0bfead7db), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:11.242165 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-a7ca32f6-df2c-460a-9a9d-31c1eef8e3df req-5e981e6b-0490-4f7c-9d1d-c08d40366cb3 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:11.242531 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-a7ca32f6-df2c-460a-9a9d-31c1eef8e3df req-5e981e6b-0490-4f7c-9d1d-c08d40366cb3 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (6f21038f-54ac-477d-8b7a-0e5592f54ffe), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:11.242850 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.db.l3_db [req-a7ca32f6-df2c-460a-9a9d-31c1eef8e3df req-5e981e6b-0490-4f7c-9d1d-c08d40366cb3 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Floating IP 6f21038f-54ac-477d-8b7a-0e5592f54ffe disassociated. External IP: 172.27.2.115, port: 9f50539c-eaee-420b-978e-b7b0bfead7db. Mar 07 14:25:11.243192 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-a7ca32f6-df2c-460a-9a9d-31c1eef8e3df req-5e981e6b-0490-4f7c-9d1d-c08d40366cb3 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Calling delete_port for 9f50539c-eaee-420b-978e-b7b0bfead7db owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:25:11.374800 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-a7ca32f6-df2c-460a-9a9d-31c1eef8e3df req-5e981e6b-0490-4f7c-9d1d-c08d40366cb3 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (9f50539c-eaee-420b-978e-b7b0bfead7db), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:11.403450 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e981e6b-0490-4f7c-9d1d-c08d40366cb3 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Pushing event deleted for resources: {'Port': ['ID=9f50539c-eaee-420b-978e-b7b0bfead7db,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:11.516477 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7ca32f6-df2c-460a-9a9d-31c1eef8e3df req-5e981e6b-0490-4f7c-9d1d-c08d40366cb3 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Router a238a5af-fc11-4f25-af19-3d0796fd824b has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:25:11.624495 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7ca32f6-df2c-460a-9a9d-31c1eef8e3df req-5e981e6b-0490-4f7c-9d1d-c08d40366cb3 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:25:11.635872 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8311f55c-5f4f-42f2-8e1a-e1c1fe201c45 None None] Sync routers for ids ['a238a5af-fc11-4f25-af19-3d0796fd824b'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:25:11.645917 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8311f55c-5f4f-42f2-8e1a-e1c1fe201c45 None None] Routers {'a238a5af-fc11-4f25-af19-3d0796fd824b'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:25:11.646637 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8311f55c-5f4f-42f2-8e1a-e1c1fe201c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:24:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['a238a5af-fc11-4f25-af19-3d0796fd824b'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:11.666672 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ca32f6-df2c-460a-9a9d-31c1eef8e3df req-5e981e6b-0490-4f7c-9d1d-c08d40366cb3 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] No DVR routers for this DVR port 9f50539c-eaee-420b-978e-b7b0bfead7db on host hv-cinder-79400 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:25:11.669228 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-a7ca32f6-df2c-460a-9a9d-31c1eef8e3df req-5e981e6b-0490-4f7c-9d1d-c08d40366cb3 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:11.672521 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a7ca32f6-df2c-460a-9a9d-31c1eef8e3df req-5e981e6b-0490-4f7c-9d1d-c08d40366cb3 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.25 "DELETE /v2.0/ports/9f50539c-eaee-420b-978e-b7b0bfead7db HTTP/1.1" status: 204 len: 173 time: 0.7705789 Mar 07 14:25:11.672952 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999b9840-0ba3-4fc9-98b2-7c0aac7e953f', 'name': 'network-vif-deleted', 'tag': '9f50539c-eaee-420b-978e-b7b0bfead7db'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:25:11.675187 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b227fff841cc36c28be207e5082edf6552ac5a262496b0e086d32ab3e88bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35de26f3-cb12-44d9-816c-1b9434e3e7cc" -d '{"events": [{"server_uuid": "999b9840-0ba3-4fc9-98b2-7c0aac7e953f", "name": "network-vif-deleted", "tag": "9f50539c-eaee-420b-978e-b7b0bfead7db"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:25:11.716937 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47e0ad5-c7b0-4587-bc21-1c9f873872fa x-openstack-request-id: req-f47e0ad5-c7b0-4587-bc21-1c9f873872fa {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:25:11.717295 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999b9840-0ba3-4fc9-98b2-7c0aac7e953f", "name": "network-vif-deleted", "tag": "9f50539c-eaee-420b-978e-b7b0bfead7db", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:25:11.717576 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f47e0ad5-c7b0-4587-bc21-1c9f873872fa {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:25:11.717976 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999b9840-0ba3-4fc9-98b2-7c0aac7e953f', 'name': 'network-vif-deleted', 'tag': '9f50539c-eaee-420b-978e-b7b0bfead7db', 'status': 'completed', 'code': 200} Mar 07 14:25:11.764611 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-8311f55c-5f4f-42f2-8e1a-e1c1fe201c45 None None] Set router a238a5af-fc11-4f25-af19-3d0796fd824b gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:25:11.972747 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8311f55c-5f4f-42f2-8e1a-e1c1fe201c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:05Z', 'revision_number': 4, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'c683bc98-e469-48e5-a3ee-5a5781bf6190', 'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'mac_address': 'fa:16:3e:5e:00:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:04Z', 'updated_at': '2022-03-07T14:08:16Z', 'revision_number': 5, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'subnets': [{'id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:11.997836 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-67ff6d8e-78de-41df-8621-34f123dda215 req-0ce7c554-7a3a-4b2c-a201-de98078fef03 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/ports?device_id=999b9840-0ba3-4fc9-98b2-7c0aac7e953f HTTP/1.1" status: 200 len: 210 time: 0.0276155 Mar 07 14:25:11.999867 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8311f55c-5f4f-42f2-8e1a-e1c1fe201c45 None None] Checking router: a238a5af-fc11-4f25-af19-3d0796fd824b for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:25:12.008518 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8311f55c-5f4f-42f2-8e1a-e1c1fe201c45 None None] Routers {'a238a5af-fc11-4f25-af19-3d0796fd824b'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:25:12.009410 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8311f55c-5f4f-42f2-8e1a-e1c1fe201c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:24:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['a238a5af-fc11-4f25-af19-3d0796fd824b'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:12.120609 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-8311f55c-5f4f-42f2-8e1a-e1c1fe201c45 None None] Set router a238a5af-fc11-4f25-af19-3d0796fd824b gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:25:12.324203 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8311f55c-5f4f-42f2-8e1a-e1c1fe201c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:05Z', 'revision_number': 4, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'c683bc98-e469-48e5-a3ee-5a5781bf6190', 'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'mac_address': 'fa:16:3e:5e:00:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:04Z', 'updated_at': '2022-03-07T14:08:16Z', 'revision_number': 5, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'subnets': [{'id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:12.353272 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8311f55c-5f4f-42f2-8e1a-e1c1fe201c45 None None] The sync data for ids ['a238a5af-fc11-4f25-af19-3d0796fd824b'] in dv-cinder-794001-5-iscsi is: [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:05Z', 'revision_number': 4, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'c683bc98-e469-48e5-a3ee-5a5781bf6190', 'name': '', 'network_id': '933b9e65-7ee9-4adf-863f-8b675ebba9ea', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'mac_address': 'fa:16:3e:5e:00:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:04Z', 'updated_at': '2022-03-07T14:08:16Z', 'revision_number': 5, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'subnets': [{'id': '67446beb-321d-48fe-a154-bbf9a158e88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:25:12.571717 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410203ca-7224-4e84-a66d-477169bf9bb2 None None] New status for floating IP 6f21038f-54ac-477d-8b7a-0e5592f54ffe: DOWN {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:25:13.087091 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45892) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:13.138964 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1a3d8c27-9d26-478d-8a16-854d22be97c5 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group (f7278339-a536-41a9-9376-2c2e56d1a327), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:13.160317 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1a3d8c27-9d26-478d-8a16-854d22be97c5 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group (f7278339-a536-41a9-9376-2c2e56d1a327), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:13.205504 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1a3d8c27-9d26-478d-8a16-854d22be97c5 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (f7278339-a536-41a9-9376-2c2e56d1a327), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:13.207953 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1a3d8c27-9d26-478d-8a16-854d22be97c5 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:13.209091 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-1a3d8c27-9d26-478d-8a16-854d22be97c5 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "DELETE /v2.0/security-groups/f7278339-a536-41a9-9376-2c2e56d1a327 HTTP/1.1" status: 204 len: 168 time: 0.1210027 Mar 07 14:25:13.211990 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45894) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:13.218093 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d8c27-9d26-478d-8a16-854d22be97c5 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7278339-a536-41a9-9376-2c2e56d1a327,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:13.225789 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.api.v2.resource [None req-22a7980f-1250-4d8e-962b-40344d4bf7f4 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] show failed (client error): The resource could not be found. Mar 07 14:25:13.226815 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-22a7980f-1250-4d8e-962b-40344d4bf7f4 tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "GET /v2.0/security-groups/f7278339-a536-41a9-9376-2c2e56d1a327 HTTP/1.1" status: 404 len: 347 time: 0.0134244 Mar 07 14:25:13.229680 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45896) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:13.592552 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-b3438bf8-70e8-42f1-b14c-a7e3345fdddc tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Deleting port 391870fb-cc09-416a-a6d8-939203e2323e {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:25:13.592932 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b3438bf8-70e8-42f1-b14c-a7e3345fdddc tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (391870fb-cc09-416a-a6d8-939203e2323e), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:13.668888 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b3438bf8-70e8-42f1-b14c-a7e3345fdddc tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (391870fb-cc09-416a-a6d8-939203e2323e), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:13.669218 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b3438bf8-70e8-42f1-b14c-a7e3345fdddc tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for floatingip (391870fb-cc09-416a-a6d8-939203e2323e), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:13.680946 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-b3438bf8-70e8-42f1-b14c-a7e3345fdddc tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Calling delete_port for 391870fb-cc09-416a-a6d8-939203e2323e owned by network:floatingip {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:25:13.809913 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b3438bf8-70e8-42f1-b14c-a7e3345fdddc tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (391870fb-cc09-416a-a6d8-939203e2323e), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:13.834936 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3438bf8-70e8-42f1-b14c-a7e3345fdddc tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Pushing event deleted for resources: {'Port': ['ID=391870fb-cc09-416a-a6d8-939203e2323e,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:13.897453 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b3438bf8-70e8-42f1-b14c-a7e3345fdddc tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks [] for floatingip (6f21038f-54ac-477d-8b7a-0e5592f54ffe), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:13.900295 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b3438bf8-70e8-42f1-b14c-a7e3345fdddc tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:13.901552 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b3438bf8-70e8-42f1-b14c-a7e3345fdddc tempest-AttachVolumeTestJSON-20908822 tempest-AttachVolumeTestJSON-20908822-project] 10.222.0.26 "DELETE /v2.0/floatingips/6f21038f-54ac-477d-8b7a-0e5592f54ffe HTTP/1.1" status: 204 len: 168 time: 0.6709387 Mar 07 14:25:14.034352 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 9f50539c-eaee-420b-978e-b7b0bfead7db no longer exists at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:25:14.055732 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] No Port match for: 9f50539c-eaee-420b-978e-b7b0bfead7db {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:25:14.056089 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 9f50539c-eaee-420b-978e-b7b0bfead7db not bound to the agent host hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:25:14.338819 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-ba93b7ee-2745-4088-939c-df2c31845b0a tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2004206309&fields=id&tenant_id=1349015c8483410a848acd827e220fd2 HTTP/1.1" status: 200 len: 267 time: 0.0443382 Mar 07 14:25:14.447301 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-5a6be99b-79f4-4b35-bb1f-facb9d74bd2c tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:14.448757 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-5a6be99b-79f4-4b35-bb1f-facb9d74bd2c tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "GET /v2.0/networks?id=0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 HTTP/1.1" status: 200 len: 811 time: 0.1036286 Mar 07 14:25:14.463509 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-a7d4140e-988a-4dee-9a7d-7035e39207db tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "GET /v2.0/quotas/1349015c8483410a848acd827e220fd2 HTTP/1.1" status: 200 len: 375 time: 0.0093551 Mar 07 14:25:14.517732 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-df558cab-68ef-45ab-95b8-449de4a1eec9 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1349015c8483410a848acd827e220fd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495138 Mar 07 14:25:14.700945 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-e13a4621-f22d-4563-a26f-a97f2e895aa7 service neutron] 10.222.0.26 "GET /v2.0/networks/0c9c108c-ca69-4aeb-a19e-85e7fefde4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721592 Mar 07 14:25:14.788484 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-3ff041fb-6673-47bb-b4a2-2f8fa5f05f92 service neutron] 10.222.0.26 "GET /v2.0/networks/0c9c108c-ca69-4aeb-a19e-85e7fefde4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819294 Mar 07 14:25:15.087397 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-87f98ce5-6762-4c94-95f5-a81e7f289c17 req-b7edefba-c031-4cab-bf1b-fcdd97d6cf58 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "GET /v2.0/ports?device_id=53c4770a-89b9-4435-959c-c48ca8a0c058 HTTP/1.1" status: 200 len: 210 time: 0.0326121 Mar 07 14:25:15.861443 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fa69dd08-e136-4ead-ad3d-66fb54e7ef27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:16.183656 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-35bab4da-0ee2-4d4c-bbb9-1cfb2b58a188 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:16.185233 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-35bab4da-0ee2-4d4c-bbb9-1cfb2b58a188 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.25 "GET /v2.0/networks?id=0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 HTTP/1.1" status: 200 len: 811 time: 0.1237895 Mar 07 14:25:16.190748 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-086de11d-addf-4958-9747-c7a2c7534f85 req-18b26ce6-0566-4d4d-a126-890e6b011761 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "GET /v2.0/ports?device_id=53c4770a-89b9-4435-959c-c48ca8a0c058 HTTP/1.1" status: 200 len: 210 time: 0.0337484 Mar 07 14:25:16.276444 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-c5cdb465-1f4c-483d-a1c7-d4b072c462bf tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1349015c8483410a848acd827e220fd2 HTTP/1.1" status: 200 len: 380 time: 0.0564313 Mar 07 14:25:16.285133 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Request body: {'port': {'device_id': '53c4770a-89b9-4435-959c-c48ca8a0c058', 'network_id': '0c9c108c-ca69-4aeb-a19e-85e7fefde4f8', 'admin_state_up': True, 'tenant_id': '1349015c8483410a848acd827e220fd2', 'security_groups': ['fa407428-2eee-49ae-a97e-d1f3927cb83c']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:25:16.366977 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45956) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:16.394878 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Made reservation on behalf of 1349015c8483410a848acd827e220fd2 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:25:16.398954 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:16.524090 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Allocated IP 172.20.0.12 (0c9c108c-ca69-4aeb-a19e-85e7fefde4f8/d7adcd51-d72e-490a-81cb-bd993bc9c114/daf10a3b-398f-4528-93eb-6c14516d2d10) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:25:16.671359 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for port (daf10a3b-398f-4528-93eb-6c14516d2d10), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:16.705322 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (daf10a3b-398f-4528-93eb-6c14516d2d10), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:16.745021 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Network 0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:25:16.750333 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:25:16.754456 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:25:16.792432 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Pushing event updated for resources: {'Port': ['ID=daf10a3b-398f-4528-93eb-6c14516d2d10,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:16.805456 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:16.805816 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:16.806175 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:16.806521 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:16.806868 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:16.807208 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:16.807545 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:16.807878 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:16.808293 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:16.808539 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:16.808897 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:16.809242 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:16.809557 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:16.830484 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:16.831180 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:16.852940 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-06e97c55-4933-431c-9882-64471b2bcc0e tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5718143 Mar 07 14:25:16.870642 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Request body: {'port': {'device_id': '53c4770a-89b9-4435-959c-c48ca8a0c058', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:25:16.924815 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d6324e3d-27d2-49be-9659-d2f840e02c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753688'] for router_interface (a238a5af-fc11-4f25-af19-3d0796fd824b), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:16.939326 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (daf10a3b-398f-4528-93eb-6c14516d2d10), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:16.967248 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-16178dbf-30c9-41bb-b510-be5adb657391 None None] Provisioning complete for port daf10a3b-398f-4528-93eb-6c14516d2d10 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:25:16.967873 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-16178dbf-30c9-41bb-b510-be5adb657391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (daf10a3b-398f-4528-93eb-6c14516d2d10), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:17.005163 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-16178dbf-30c9-41bb-b510-be5adb657391 None None] Port daf10a3b-398f-4528-93eb-6c14516d2d10 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:25:17.207821 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf10a3b-398f-4528-93eb-6c14516d2d10 {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:25:17.217270 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Publish callbacks [] for port (daf10a3b-398f-4528-93eb-6c14516d2d10), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:17.231336 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Transition to ACTIVE for port object daf10a3b-398f-4528-93eb-6c14516d2d10 will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:25:17.234850 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-d6324e3d-27d2-49be-9659-d2f840e02c69 admin admin] Deleting port c683bc98-e469-48e5-a3ee-5a5781bf6190 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:25:17.235395 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d6324e3d-27d2-49be-9659-d2f840e02c69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:17.238773 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7721250'] for port (daf10a3b-398f-4528-93eb-6c14516d2d10), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:17.295611 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Pushing event updated for resources: {'Port': ['ID=daf10a3b-398f-4528-93eb-6c14516d2d10,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:17.348716 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-d6324e3d-27d2-49be-9659-d2f840e02c69 admin admin] For port c683bc98-e469-48e5-a3ee-5a5781bf6190, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=c683bc98-e469-48e5-a3ee-5a5781bf6190,segment=NetworkSegment(f718fe54-c345-4c76-b7b4-82d821b7c7db),segment_id=f718fe54-c345-4c76-b7b4-82d821b7c7db)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:25:17.349085 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d6324e3d-27d2-49be-9659-d2f840e02c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:17.369335 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Attempting to bind port daf10a3b-398f-4528-93eb-6c14516d2d10 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:25:17.369822 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Attempting to bind port daf10a3b-398f-4528-93eb-6c14516d2d10 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'c6dfa355-b00c-4548-9b06-81a5425a9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c9c108c-ca69-4aeb-a19e-85e7fefde4f8'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:25:17.370254 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Attempting to bind port daf10a3b-398f-4528-93eb-6c14516d2d10 on network 0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:25:17.370641 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbde1a-32cb-4c37-89da-32065a4f0cc7 req-0462f84f-155e-4d69-8f29-c8d91c30e769 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:17.372146 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-99fbde1a-32cb-4c37-89da-32065a4f0cc7 req-0462f84f-155e-4d69-8f29-c8d91c30e769 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "GET /v2.0/ports?device_id=53c4770a-89b9-4435-959c-c48ca8a0c058 HTTP/1.1" status: 200 len: 944 time: 0.1135409 Mar 07 14:25:17.375519 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Port daf10a3b-398f-4528-93eb-6c14516d2d10 on network 0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:25:17.375969 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Attempting to bind port daf10a3b-398f-4528-93eb-6c14516d2d10 on network 0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:25:17.376165 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-d6324e3d-27d2-49be-9659-d2f840e02c69 admin admin] Calling delete_port for c683bc98-e469-48e5-a3ee-5a5781bf6190 owned by network:router_interface {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:25:17.381738 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Checking agent: {'id': 'c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'started_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:25:17.382192 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Checking segment: {'id': 'c6dfa355-b00c-4548-9b06-81a5425a9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c9c108c-ca69-4aeb-a19e-85e7fefde4f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:25:17.382670 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Bound using segment: {'id': 'c6dfa355-b00c-4548-9b06-81a5425a9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c9c108c-ca69-4aeb-a19e-85e7fefde4f8'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:25:17.383224 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Bound port: daf10a3b-398f-4528-93eb-6c14516d2d10, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6dfa355-b00c-4548-9b06-81a5425a9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c9c108c-ca69-4aeb-a19e-85e7fefde4f8'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:25:17.383941 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (daf10a3b-398f-4528-93eb-6c14516d2d10), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:17.455646 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] For port daf10a3b-398f-4528-93eb-6c14516d2d10, host hv-cinder-79400, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:25:17.458873 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] For port daf10a3b-398f-4528-93eb-6c14516d2d10, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=daf10a3b-398f-4528-93eb-6c14516d2d10,segment=NetworkSegment(c6dfa355-b00c-4548-9b06-81a5425a9b80),segment_id=c6dfa355-b00c-4548-9b06-81a5425a9b80)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:25:17.467000 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7721250'] for port (daf10a3b-398f-4528-93eb-6c14516d2d10), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:17.468277 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-99fbde1a-32cb-4c37-89da-32065a4f0cc7 req-f73880ba-6470-4d4b-ac59-f41b81b24b65 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa407428-2eee-49ae-a97e-d1f3927cb83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901346 Mar 07 14:25:17.507980 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:17.508892 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:17.510301 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] 10.222.0.25 "PUT /v2.0/ports/daf10a3b-398f-4528-93eb-6c14516d2d10 HTTP/1.1" status: 200 len: 1094 time: 0.6451104 Mar 07 14:25:17.510748 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c4770a-89b9-4435-959c-c48ca8a0c058', 'tag': 'daf10a3b-398f-4528-93eb-6c14516d2d10'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:25:17.513042 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b227fff841cc36c28be207e5082edf6552ac5a262496b0e086d32ab3e88bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6f20e3-e05f-4f99-84fe-aa4bbaa4d850" -d '{"events": [{"name": "network-changed", "server_uuid": "53c4770a-89b9-4435-959c-c48ca8a0c058", "tag": "daf10a3b-398f-4528-93eb-6c14516d2d10"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:25:17.535097 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f73d42-7983-441f-a81b-a46726d4cac3 service neutron] Pushing event updated for resources: {'Port': ['ID=daf10a3b-398f-4528-93eb-6c14516d2d10,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:17.636265 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d6324e3d-27d2-49be-9659-d2f840e02c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (c683bc98-e469-48e5-a3ee-5a5781bf6190), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:17.639982 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-159914a2-1145-4832-81c8-9be331ec6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:17.643738 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-159914a2-1145-4832-81c8-9be331ec6032 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1349015c8483410a848acd827e220fd2&device_id=53c4770a-89b9-4435-959c-c48ca8a0c058 HTTP/1.1" status: 200 len: 1128 time: 0.0637484 Mar 07 14:25:17.666271 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6324e3d-27d2-49be-9659-d2f840e02c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=c683bc98-e469-48e5-a3ee-5a5781bf6190,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:17.730112 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-0e303437-28cb-4225-b374-a140e034b73d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daf10a3b-398f-4528-93eb-6c14516d2d10 HTTP/1.1" status: 200 len: 217 time: 0.0739698 Mar 07 14:25:17.753625 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae157e7-5dd8-45ed-8bc9-1d50603b682b x-openstack-request-id: req-fae157e7-5dd8-45ed-8bc9-1d50603b682b {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:25:17.754536 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c4770a-89b9-4435-959c-c48ca8a0c058", "tag": "daf10a3b-398f-4528-93eb-6c14516d2d10", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:25:17.754536 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fae157e7-5dd8-45ed-8bc9-1d50603b682b {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:25:17.754765 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c4770a-89b9-4435-959c-c48ca8a0c058', 'tag': 'daf10a3b-398f-4528-93eb-6c14516d2d10', 'status': 'completed', 'code': 200} Mar 07 14:25:17.808857 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-03cde88b-3245-4a5b-abcb-36ed65def8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:17.810242 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-03cde88b-3245-4a5b-abcb-36ed65def8d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7adcd51-d72e-490a-81cb-bd993bc9c114 HTTP/1.1" status: 200 len: 850 time: 0.0742731 Mar 07 14:25:17.867483 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-eb1343f9-974b-4c86-b725-a5dc8434b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:17.869060 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-eb1343f9-974b-4c86-b725-a5dc8434b9f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0c9c108c-ca69-4aeb-a19e-85e7fefde4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527303 Mar 07 14:25:17.870169 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d6324e3d-27d2-49be-9659-d2f840e02c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1753644'] for router_interface (a238a5af-fc11-4f25-af19-3d0796fd824b), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:17.967961 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-11f83605-4435-4a10-bcdd-adcbb098bfdd service neutron] 10.222.0.25 "GET /v2.0/networks/0c9c108c-ca69-4aeb-a19e-85e7fefde4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916264 Mar 07 14:25:18.056750 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-2f4cc410-5788-4dfe-975e-daa0ccc3273e service neutron] 10.222.0.25 "GET /v2.0/networks/0c9c108c-ca69-4aeb-a19e-85e7fefde4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830932 Mar 07 14:25:18.101082 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6324e3d-27d2-49be-9659-d2f840e02c69 admin admin] Router a238a5af-fc11-4f25-af19-3d0796fd824b has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:25:18.190158 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-31a246c5-aa4a-4e64-9c70-28715b940ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:18.209860 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f20e3-e05f-4f99-84fe-aa4bbaa4d850 req-0626696b-455a-4888-949e-898ee016b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:18.211552 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6b6f20e3-e05f-4f99-84fe-aa4bbaa4d850 req-0626696b-455a-4888-949e-898ee016b60b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1349015c8483410a848acd827e220fd2&device_id=53c4770a-89b9-4435-959c-c48ca8a0c058 HTTP/1.1" status: 200 len: 1128 time: 0.0790520 Mar 07 14:25:18.225254 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6324e3d-27d2-49be-9659-d2f840e02c69 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:25:18.230471 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-d6324e3d-27d2-49be-9659-d2f840e02c69 admin admin] 10.222.0.26 "PUT /v2.0/routers/a238a5af-fc11-4f25-af19-3d0796fd824b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8623774 Mar 07 14:25:18.232957 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45968) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:18.246162 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d2e2e2-a819-4d21-bacd-fed429608718 None None] Sync routers for ids ['a238a5af-fc11-4f25-af19-3d0796fd824b'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:25:18.255558 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d2e2e2-a819-4d21-bacd-fed429608718 None None] Routers {'a238a5af-fc11-4f25-af19-3d0796fd824b'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:25:18.256992 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-31d2e2e2-a819-4d21-bacd-fed429608718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:25:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['a238a5af-fc11-4f25-af19-3d0796fd824b'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:18.329261 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f20e3-e05f-4f99-84fe-aa4bbaa4d850 req-5f0389fb-f528-4d8e-8ec8-a4e23c6956df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:18.330771 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6b6f20e3-e05f-4f99-84fe-aa4bbaa4d850 req-5f0389fb-f528-4d8e-8ec8-a4e23c6956df service neutron] 10.222.0.25 "GET /v2.0/networks?id=0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 HTTP/1.1" status: 200 len: 912 time: 0.1133618 Mar 07 14:25:18.339674 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f72d83f7-6feb-42a4-a579-3945664309e7 admin admin] Publish callbacks [] for router (a238a5af-fc11-4f25-af19-3d0796fd824b), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:18.371973 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-31d2e2e2-a819-4d21-bacd-fed429608718 None None] Set router a238a5af-fc11-4f25-af19-3d0796fd824b gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:25:18.372668 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6b6f20e3-e05f-4f99-84fe-aa4bbaa4d850 req-ccabd46a-0c77-4a72-807c-80bb5fa7351a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daf10a3b-398f-4528-93eb-6c14516d2d10 HTTP/1.1" status: 200 len: 217 time: 0.0360377 Mar 07 14:25:18.426869 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f20e3-e05f-4f99-84fe-aa4bbaa4d850 req-a0562c33-1bf4-4e19-bd5c-5ea4b74c5c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:18.429624 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6b6f20e3-e05f-4f99-84fe-aa4bbaa4d850 req-a0562c33-1bf4-4e19-bd5c-5ea4b74c5c98 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d7adcd51-d72e-490a-81cb-bd993bc9c114 HTTP/1.1" status: 200 len: 850 time: 0.0509005 Mar 07 14:25:18.490096 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f20e3-e05f-4f99-84fe-aa4bbaa4d850 req-2cfe9a02-6b94-4616-82e3-5cac6e090c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:18.493210 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6b6f20e3-e05f-4f99-84fe-aa4bbaa4d850 req-2cfe9a02-6b94-4616-82e3-5cac6e090c27 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0c9c108c-ca69-4aeb-a19e-85e7fefde4f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578587 Mar 07 14:25:18.579015 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-31d2e2e2-a819-4d21-bacd-fed429608718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:25:17Z', 'revision_number': 5, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:18.610055 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d2e2e2-a819-4d21-bacd-fed429608718 None None] Checking router: a238a5af-fc11-4f25-af19-3d0796fd824b for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:25:18.619646 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d2e2e2-a819-4d21-bacd-fed429608718 None None] Routers {'a238a5af-fc11-4f25-af19-3d0796fd824b'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:25:18.620520 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-31d2e2e2-a819-4d21-bacd-fed429608718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:25:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['a238a5af-fc11-4f25-af19-3d0796fd824b'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:18.623841 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6b6f20e3-e05f-4f99-84fe-aa4bbaa4d850 req-5c876686-a999-4d24-bb76-5d38bb7e3da7 service neutron] 10.222.0.25 "GET /v2.0/networks/0c9c108c-ca69-4aeb-a19e-85e7fefde4f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006589 Mar 07 14:25:18.734846 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6b6f20e3-e05f-4f99-84fe-aa4bbaa4d850 req-6817fbf0-d9af-4c16-954c-206ec6b825a5 service neutron] 10.222.0.25 "GET /v2.0/networks/0c9c108c-ca69-4aeb-a19e-85e7fefde4f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034296 Mar 07 14:25:18.737450 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f72d83f7-6feb-42a4-a579-3945664309e7 admin admin] Publish callbacks [] for router_gateway (a238a5af-fc11-4f25-af19-3d0796fd824b), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:18.740093 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-31d2e2e2-a819-4d21-bacd-fed429608718 None None] Set router a238a5af-fc11-4f25-af19-3d0796fd824b gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:25:18.753493 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-c5f4bb2c-7668-497d-99d6-4da51dd96810 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:18.754880 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-c5f4bb2c-7668-497d-99d6-4da51dd96810 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.25 "GET /v2.0/ports?device_id=53c4770a-89b9-4435-959c-c48ca8a0c058 HTTP/1.1" status: 200 len: 944 time: 0.1146359 Mar 07 14:25:18.763476 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4270080-ca7d-4111-a9bf-b8dc6979b16f req-d647eff2-a311-4c9d-bbe4-b850a83febcc tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:18.764950 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e4270080-ca7d-4111-a9bf-b8dc6979b16f req-d647eff2-a311-4c9d-bbe4-b850a83febcc tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "GET /v2.0/ports?device_id=53c4770a-89b9-4435-959c-c48ca8a0c058 HTTP/1.1" status: 200 len: 944 time: 0.1257327 Mar 07 14:25:18.905421 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e4270080-ca7d-4111-a9bf-b8dc6979b16f req-6ccb593c-803e-455b-80df-7f9c53031c57 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa407428-2eee-49ae-a97e-d1f3927cb83c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317420 Mar 07 14:25:18.920807 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-f72d83f7-6feb-42a4-a579-3945664309e7 admin admin] Deleting port 886debbe-16b7-43b9-a2f9-323ab0dc424c {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:25:18.921148 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f72d83f7-6feb-42a4-a579-3945664309e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (886debbe-16b7-43b9-a2f9-323ab0dc424c), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:18.949676 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-c91cf541-79b7-4a50-8b09-7cd1cf8d61fc tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Deleting port daf10a3b-398f-4528-93eb-6c14516d2d10 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:25:18.950013 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-c91cf541-79b7-4a50-8b09-7cd1cf8d61fc tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (daf10a3b-398f-4528-93eb-6c14516d2d10), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:19.022602 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-31d2e2e2-a819-4d21-bacd-fed429608718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:25:17Z', 'revision_number': 5, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:19.049970 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d2e2e2-a819-4d21-bacd-fed429608718 None None] The sync data for ids ['a238a5af-fc11-4f25-af19-3d0796fd824b'] in dv-cinder-794001-5-iscsi is: [{'id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'name': 'tempest-AttachVolumeTestJSON-1677058095-router', 'tenant_id': '00562a6de5794d00b6b4085bc4010fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:25:17Z', 'revision_number': 5, 'project_id': '00562a6de5794d00b6b4085bc4010fb4', 'gw_port': {'id': '886debbe-16b7-43b9-a2f9-323ab0dc424c', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238a5af-fc11-4f25-af19-3d0796fd824b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:58Z', 'updated_at': '2022-03-07T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:25:19.065098 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-f72d83f7-6feb-42a4-a579-3945664309e7 admin admin] For port 886debbe-16b7-43b9-a2f9-323ab0dc424c, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=886debbe-16b7-43b9-a2f9-323ab0dc424c,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:25:19.065469 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f72d83f7-6feb-42a4-a579-3945664309e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (886debbe-16b7-43b9-a2f9-323ab0dc424c), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:19.087993 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-f72d83f7-6feb-42a4-a579-3945664309e7 admin admin] Calling delete_port for 886debbe-16b7-43b9-a2f9-323ab0dc424c owned by network:router_gateway {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:25:19.105098 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-c91cf541-79b7-4a50-8b09-7cd1cf8d61fc tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] For port daf10a3b-398f-4528-93eb-6c14516d2d10, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=daf10a3b-398f-4528-93eb-6c14516d2d10,segment=NetworkSegment(c6dfa355-b00c-4548-9b06-81a5425a9b80),segment_id=c6dfa355-b00c-4548-9b06-81a5425a9b80)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:25:19.105462 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-c91cf541-79b7-4a50-8b09-7cd1cf8d61fc tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (daf10a3b-398f-4528-93eb-6c14516d2d10), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:19.145481 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-c91cf541-79b7-4a50-8b09-7cd1cf8d61fc tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Calling delete_port for daf10a3b-398f-4528-93eb-6c14516d2d10 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:25:19.364969 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-c91cf541-79b7-4a50-8b09-7cd1cf8d61fc tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (daf10a3b-398f-4528-93eb-6c14516d2d10), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:19.367050 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f72d83f7-6feb-42a4-a579-3945664309e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (886debbe-16b7-43b9-a2f9-323ab0dc424c), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:19.393965 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:25:19.400055 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d83f7-6feb-42a4-a579-3945664309e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=886debbe-16b7-43b9-a2f9-323ab0dc424c,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:19.443274 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cf541-79b7-4a50-8b09-7cd1cf8d61fc tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Pushing event deleted for resources: {'Port': ['ID=daf10a3b-398f-4528-93eb-6c14516d2d10,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:19.485606 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:19.533267 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-c91cf541-79b7-4a50-8b09-7cd1cf8d61fc tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] No DVR routers for this DVR port daf10a3b-398f-4528-93eb-6c14516d2d10 on host hv-cinder-79400 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:25:19.539048 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-c91cf541-79b7-4a50-8b09-7cd1cf8d61fc tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:19.542831 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-10735dbd-c5d9-46e1-8d39-8e97fb0a8bef req-c91cf541-79b7-4a50-8b09-7cd1cf8d61fc tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.25 "DELETE /v2.0/ports/daf10a3b-398f-4528-93eb-6c14516d2d10 HTTP/1.1" status: 204 len: 173 time: 0.7768247 Mar 07 14:25:19.543316 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c4770a-89b9-4435-959c-c48ca8a0c058', 'name': 'network-vif-deleted', 'tag': 'daf10a3b-398f-4528-93eb-6c14516d2d10'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:25:19.546346 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcec740-9938-4831-ad52-1ff13948c48f" -d '{"events": [{"server_uuid": "53c4770a-89b9-4435-959c-c48ca8a0c058", "name": "network-vif-deleted", "tag": "daf10a3b-398f-4528-93eb-6c14516d2d10"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:25:19.556382 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f72d83f7-6feb-42a4-a579-3945664309e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1753990'] for router_gateway (a238a5af-fc11-4f25-af19-3d0796fd824b), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:19.695629 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Mar 2022 14:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0001c5a1-f256-4ebd-a868-df3fc4354c26 x-openstack-request-id: req-0001c5a1-f256-4ebd-a868-df3fc4354c26 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:25:19.695927 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c4770a-89b9-4435-959c-c48ca8a0c058", "name": "network-vif-deleted", "tag": "daf10a3b-398f-4528-93eb-6c14516d2d10", "status": "failed", "code": 422}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:25:19.696183 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0001c5a1-f256-4ebd-a868-df3fc4354c26 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:25:19.696587 dv-cinder-794001-5-iscsi neutron-server[103241]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '53c4770a-89b9-4435-959c-c48ca8a0c058', 'name': 'network-vif-deleted', 'tag': 'daf10a3b-398f-4528-93eb-6c14516d2d10', 'status': 'failed', 'code': 422} returned with failed status Mar 07 14:25:19.733296 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f72d83f7-6feb-42a4-a579-3945664309e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8516'] for router (a238a5af-fc11-4f25-af19-3d0796fd824b), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:19.735510 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f72d83f7-6feb-42a4-a579-3945664309e7 admin admin] Publish callbacks [] for router_controller (a238a5af-fc11-4f25-af19-3d0796fd824b), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:19.802983 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f72d83f7-6feb-42a4-a579-3945664309e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1757989'] for router (a238a5af-fc11-4f25-af19-3d0796fd824b), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:19.803517 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72d83f7-6feb-42a4-a579-3945664309e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a238a5af-fc11-4f25-af19-3d0796fd824b {{(pid=103241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:25:19.808668 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f72d83f7-6feb-42a4-a579-3945664309e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:19.809866 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-f72d83f7-6feb-42a4-a579-3945664309e7 admin admin] 10.222.0.26 "DELETE /v2.0/routers/a238a5af-fc11-4f25-af19-3d0796fd824b HTTP/1.1" status: 204 len: 168 time: 1.5759964 Mar 07 14:25:19.812508 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45982) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:19.869579 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-89608d7d-7f30-4cb1-b21c-2b09448b21ad admin admin] Deleting subnet 67446beb-321d-48fe-a154-bbf9a158e88a {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:25:19.872852 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-89608d7d-7f30-4cb1-b21c-2b09448b21ad admin admin] Publish callbacks [] for subnet (67446beb-321d-48fe-a154-bbf9a158e88a), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:19.910480 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-89608d7d-7f30-4cb1-b21c-2b09448b21ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4275966'] for subnet (67446beb-321d-48fe-a154-bbf9a158e88a), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.046093 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6adc6545-e28d-40ef-80ae-d4b736d85f34 req-f96c2e74-b1c2-4415-a624-aff7fc111789 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "GET /v2.0/ports?device_id=53c4770a-89b9-4435-959c-c48ca8a0c058 HTTP/1.1" status: 200 len: 210 time: 0.0448153 Mar 07 14:25:20.059141 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-89608d7d-7f30-4cb1-b21c-2b09448b21ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517177'] for subnet (67446beb-321d-48fe-a154-bbf9a158e88a), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.114750 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-89608d7d-7f30-4cb1-b21c-2b09448b21ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578884'] for subnet (67446beb-321d-48fe-a154-bbf9a158e88a), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.151662 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-89608d7d-7f30-4cb1-b21c-2b09448b21ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.154931 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-89608d7d-7f30-4cb1-b21c-2b09448b21ad admin admin] 10.222.0.26 "DELETE /v2.0/subnets/67446beb-321d-48fe-a154-bbf9a158e88a HTTP/1.1" status: 204 len: 168 time: 0.3414137 Mar 07 14:25:20.155985 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89608d7d-7f30-4cb1-b21c-2b09448b21ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67446beb-321d-48fe-a154-bbf9a158e88a,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:20.157432 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45986) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:20.158780 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aca7957-72e1-477c-8166-be08adfa9e49 None None] Network 933b9e65-7ee9-4adf-863f-8b675ebba9ea requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:25:20.232339 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3584630'] for network (933b9e65-7ee9-4adf-863f-8b675ebba9ea), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.289307 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] Deleting port f82703ce-b746-4583-8863-92e42d1459b2 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:25:20.289652 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (f82703ce-b746-4583-8863-92e42d1459b2), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.358849 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7c26c2-fa9a-4535-832a-9108410e4ba4 None None] DHCP port deletion for 933b9e65-7ee9-4adf-863f-8b675ebba9ea request from dv-cinder-794001-5-iscsi {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 14:25:20.373801 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] For port f82703ce-b746-4583-8863-92e42d1459b2, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=f82703ce-b746-4583-8863-92e42d1459b2,segment=NetworkSegment(f718fe54-c345-4c76-b7b4-82d821b7c7db),segment_id=f718fe54-c345-4c76-b7b4-82d821b7c7db)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:25:20.374365 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (f82703ce-b746-4583-8863-92e42d1459b2), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.386711 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] Calling delete_port for f82703ce-b746-4583-8863-92e42d1459b2 owned by network:dhcp {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:25:20.409309 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c26c2-fa9a-4535-832a-9108410e4ba4 None None] Deleting port f82703ce-b746-4583-8863-92e42d1459b2 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:25:20.409716 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3e7c26c2-fa9a-4535-832a-9108410e4ba4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (f82703ce-b746-4583-8863-92e42d1459b2), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.468614 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (f82703ce-b746-4583-8863-92e42d1459b2), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.475938 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-3e7c26c2-fa9a-4535-832a-9108410e4ba4 None None] For port f82703ce-b746-4583-8863-92e42d1459b2, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=f82703ce-b746-4583-8863-92e42d1459b2,segment=NetworkSegment(f718fe54-c345-4c76-b7b4-82d821b7c7db),segment_id=f718fe54-c345-4c76-b7b4-82d821b7c7db)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:25:20.476097 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3e7c26c2-fa9a-4535-832a-9108410e4ba4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (f82703ce-b746-4583-8863-92e42d1459b2), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.488382 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c26c2-fa9a-4535-832a-9108410e4ba4 None None] Calling delete_port for f82703ce-b746-4583-8863-92e42d1459b2 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:25:20.497416 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] Pushing event deleted for resources: {'Port': ['ID=f82703ce-b746-4583-8863-92e42d1459b2,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:20.500737 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] No DVR routers for this DVR port f82703ce-b746-4583-8863-92e42d1459b2 on host dv-cinder-794001-5-iscsi {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:25:20.570493 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479414', 'neutron.services.segments.db._delete_segments_for_network-8793137543527'] for network (933b9e65-7ee9-4adf-863f-8b675ebba9ea), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.570719 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3e7c26c2-fa9a-4535-832a-9108410e4ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504'] for port (f82703ce-b746-4583-8863-92e42d1459b2), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.590904 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933b9e65-7ee9-4adf-863f-8b675ebba9ea']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:20.597364 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c26c2-fa9a-4535-832a-9108410e4ba4 None None] No DVR routers for this DVR port f82703ce-b746-4583-8863-92e42d1459b2 on host dv-cinder-794001-5-iscsi {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:25:20.598982 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c26c2-fa9a-4535-832a-9108410e4ba4 None None] Pushing event deleted for resources: {'Port': ['ID=f82703ce-b746-4583-8863-92e42d1459b2,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:20.601148 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f718fe54-c345-4c76-b7b4-82d821b7c7db') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:20.601444 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f718fe54-c345-4c76-b7b4-82d821b7c7db') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:20.613443 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793137544560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4275717'] for segment (f718fe54-c345-4c76-b7b4-82d821b7c7db), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.628074 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (f718fe54-c345-4c76-b7b4-82d821b7c7db), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.635533 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:25:20.635961 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4275992'] for segment (f718fe54-c345-4c76-b7b4-82d821b7c7db), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: Traceback (most recent call last): Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: timer() Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: cb(*args, **kw) Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: return func(*args, **kwargs) Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: self._notify() Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: self.callback(batched_events) Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: event.method(event) Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: return f(self, *a, **k) Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: return self._get(url).json() Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: return self.request(url, 'GET', **kwargs) Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:25:20.637730 dv-cinder-794001-5-iscsi neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:25:20.694050 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754018'] for network (933b9e65-7ee9-4adf-863f-8b675ebba9ea), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.700091 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.703372 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] 10.222.0.26 "DELETE /v2.0/networks/933b9e65-7ee9-4adf-863f-8b675ebba9ea HTTP/1.1" status: 204 len: 168 time: 0.5450046 Mar 07 14:25:20.713107 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0a610-159d-4cc7-a4e2-d6fc96b8d61e admin admin] Pushing event deleted for resources: {'Network': ['ID=933b9e65-7ee9-4adf-863f-8b675ebba9ea,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:20.814743 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45992) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:20.854812 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-2e48e7ae-62c5-4317-ac9e-9e89cfed2014 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00562a6de5794d00b6b4085bc4010fb4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389006 Mar 07 14:25:20.857250 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45994) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:20.900634 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.905506 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0bb5034f-f700-4531-86f1-6a851da967e7 admin admin] Publish callbacks [] for security_group (8caede91-7d01-4651-991d-cc4e134cfbe2), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.931131 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0bb5034f-f700-4531-86f1-6a851da967e7 admin admin] Publish callbacks [] for security_group (8caede91-7d01-4651-991d-cc4e134cfbe2), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.978280 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0bb5034f-f700-4531-86f1-6a851da967e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (8caede91-7d01-4651-991d-cc4e134cfbe2), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.981170 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0bb5034f-f700-4531-86f1-6a851da967e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:20.982313 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-0bb5034f-f700-4531-86f1-6a851da967e7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8caede91-7d01-4651-991d-cc4e134cfbe2 HTTP/1.1" status: 204 len: 168 time: 0.1241238 Mar 07 14:25:20.989960 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5034f-f700-4531-86f1-6a851da967e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caede91-7d01-4651-991d-cc4e134cfbe2,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:21.096781 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 886debbe-16b7-43b9-a2f9-323ab0dc424c no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:25:21.117106 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: 886debbe-16b7-43b9-a2f9-323ab0dc424c {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:25:21.117643 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 886debbe-16b7-43b9-a2f9-323ab0dc424c not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:25:21.118299 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device c683bc98-e469-48e5-a3ee-5a5781bf6190 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:25:21.141858 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: c683bc98-e469-48e5-a3ee-5a5781bf6190 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:25:21.142440 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device c683bc98-e469-48e5-a3ee-5a5781bf6190 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:25:21.142961 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device f82703ce-b746-4583-8863-92e42d1459b2 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:25:21.161379 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b371ed7b-7640-4bc8-8bb6-f809f2b15654 req-0171e948-1cf5-4d8c-bcbb-b8f683b9d8bf tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "GET /v2.0/ports?device_id=53c4770a-89b9-4435-959c-c48ca8a0c058 HTTP/1.1" status: 200 len: 210 time: 0.0304766 Mar 07 14:25:21.166343 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: f82703ce-b746-4583-8863-92e42d1459b2 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:25:21.166791 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device f82703ce-b746-4583-8863-92e42d1459b2 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:25:21.318328 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b68a844f-cabf-4315-9744-3dbef20db696 req-3d90ff25-539b-4daa-a140-49b83f63049b tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "GET /v2.0/ports?device_id=53c4770a-89b9-4435-959c-c48ca8a0c058 HTTP/1.1" status: 200 len: 210 time: 0.0283189 Mar 07 14:25:22.350406 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:22.637367 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed2ce3-e116-4eb9-afd5-86b42e33b43c req-2e46e73c-ed81-452e-8e26-5f75864ea2a7 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:22.639319 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-beed2ce3-e116-4eb9-afd5-86b42e33b43c req-2e46e73c-ed81-452e-8e26-5f75864ea2a7 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 945 time: 0.0586951 Mar 07 14:25:22.690908 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-beed2ce3-e116-4eb9-afd5-86b42e33b43c req-4d5ebbef-3d1c-41c3-a31f-b2c52df24e5c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461648 Mar 07 14:25:22.819451 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46086) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:22.876073 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2f42ce37-ac6c-48bd-bae5-9fb4679ee538 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group (fa407428-2eee-49ae-a97e-d1f3927cb83c), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:22.901666 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2f42ce37-ac6c-48bd-bae5-9fb4679ee538 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group (fa407428-2eee-49ae-a97e-d1f3927cb83c), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:22.963541 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2f42ce37-ac6c-48bd-bae5-9fb4679ee538 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (fa407428-2eee-49ae-a97e-d1f3927cb83c), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:22.966101 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2f42ce37-ac6c-48bd-bae5-9fb4679ee538 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:22.967242 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-2f42ce37-ac6c-48bd-bae5-9fb4679ee538 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] 10.222.0.26 "DELETE /v2.0/security-groups/fa407428-2eee-49ae-a97e-d1f3927cb83c HTTP/1.1" status: 204 len: 168 time: 0.1467581 Mar 07 14:25:22.977039 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42ce37-ac6c-48bd-bae5-9fb4679ee538 tempest-TestVolumeBootPattern-1720867100 tempest-TestVolumeBootPattern-1720867100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa407428-2eee-49ae-a97e-d1f3927cb83c,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:23.012346 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46092) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:23.082009 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46094) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:23.187345 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3e67cac-224d-4e01-a158-bcd9ea05f317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:23.264001 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3e67cac-224d-4e01-a158-bcd9ea05f317 admin admin] Publish callbacks [] for security_group (11e937aa-7da0-4a59-bfb5-e2cc442693d6), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:23.267895 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3e67cac-224d-4e01-a158-bcd9ea05f317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (11e937aa-7da0-4a59-bfb5-e2cc442693d6), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:23.304406 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e67cac-224d-4e01-a158-bcd9ea05f317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e937aa-7da0-4a59-bfb5-e2cc442693d6,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:23.309321 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-d3e67cac-224d-4e01-a158-bcd9ea05f317 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9c90ab23db94d7ca95706eca2ee946d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260509 Mar 07 14:25:23.311306 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46098) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:23.362739 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479dcd5e-638f-4cdf-aebe-44adc13b3b9b req-e1ab065f-fd21-4f13-820f-1f60f3552384 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:23.364271 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-479dcd5e-638f-4cdf-aebe-44adc13b3b9b req-e1ab065f-fd21-4f13-820f-1f60f3552384 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.25 "GET /v2.0/ports?device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 945 time: 0.0531976 Mar 07 14:25:23.394782 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a812aeba-7949-4e36-a577-b38f16d0fc8b admin admin] Publish callbacks [] for security_group (11e937aa-7da0-4a59-bfb5-e2cc442693d6), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:23.407957 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b9bf-b560-4ffd-9f48-2331eec04686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753688'] for router_interface (32b95941-f746-4645-a5a2-82b01e6e7543), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:23.455874 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a812aeba-7949-4e36-a577-b38f16d0fc8b admin admin] Publish callbacks [] for security_group (11e937aa-7da0-4a59-bfb5-e2cc442693d6), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:23.457219 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-479dcd5e-638f-4cdf-aebe-44adc13b3b9b req-13f361a6-69b8-4cf7-ae71-cdec10cc8fb5 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Deleting port 1aa58865-62fc-4cc9-b7d8-b785318caf85 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:25:23.457551 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-479dcd5e-638f-4cdf-aebe-44adc13b3b9b req-13f361a6-69b8-4cf7-ae71-cdec10cc8fb5 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (1aa58865-62fc-4cc9-b7d8-b785318caf85), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:23.546097 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-479dcd5e-638f-4cdf-aebe-44adc13b3b9b req-13f361a6-69b8-4cf7-ae71-cdec10cc8fb5 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] For port 1aa58865-62fc-4cc9-b7d8-b785318caf85, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1aa58865-62fc-4cc9-b7d8-b785318caf85,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:25:23.546386 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-479dcd5e-638f-4cdf-aebe-44adc13b3b9b req-13f361a6-69b8-4cf7-ae71-cdec10cc8fb5 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (1aa58865-62fc-4cc9-b7d8-b785318caf85), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:23.592500 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a812aeba-7949-4e36-a577-b38f16d0fc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (11e937aa-7da0-4a59-bfb5-e2cc442693d6), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:23.595059 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a812aeba-7949-4e36-a577-b38f16d0fc8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:23.598671 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a812aeba-7949-4e36-a577-b38f16d0fc8b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11e937aa-7da0-4a59-bfb5-e2cc442693d6 HTTP/1.1" status: 204 len: 168 time: 0.2839878 Mar 07 14:25:23.606526 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812aeba-7949-4e36-a577-b38f16d0fc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e937aa-7da0-4a59-bfb5-e2cc442693d6,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:23.713603 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5b9bf-b560-4ffd-9f48-2331eec04686 admin admin] Deleting port ddf26252-89ba-44ba-9bc6-4525981c0f72 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:25:23.714521 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b9bf-b560-4ffd-9f48-2331eec04686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:23.739911 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-479dcd5e-638f-4cdf-aebe-44adc13b3b9b req-13f361a6-69b8-4cf7-ae71-cdec10cc8fb5 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:23.741533 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-479dcd5e-638f-4cdf-aebe-44adc13b3b9b req-13f361a6-69b8-4cf7-ae71-cdec10cc8fb5 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (74f49e9b-06c6-4c62-9df6-785a36ea3b55), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:23.741850 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.l3_db [req-479dcd5e-638f-4cdf-aebe-44adc13b3b9b req-13f361a6-69b8-4cf7-ae71-cdec10cc8fb5 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Floating IP 74f49e9b-06c6-4c62-9df6-785a36ea3b55 disassociated. External IP: 172.27.2.173, port: 1aa58865-62fc-4cc9-b7d8-b785318caf85. Mar 07 14:25:23.742195 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-479dcd5e-638f-4cdf-aebe-44adc13b3b9b req-13f361a6-69b8-4cf7-ae71-cdec10cc8fb5 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Calling delete_port for 1aa58865-62fc-4cc9-b7d8-b785318caf85 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:25:23.804808 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-ddd5b9bf-b560-4ffd-9f48-2331eec04686 admin admin] For port ddf26252-89ba-44ba-9bc6-4525981c0f72, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=ddf26252-89ba-44ba-9bc6-4525981c0f72,segment=NetworkSegment(c6dfa355-b00c-4548-9b06-81a5425a9b80),segment_id=c6dfa355-b00c-4548-9b06-81a5425a9b80)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:25:23.805105 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b9bf-b560-4ffd-9f48-2331eec04686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:23.818252 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5b9bf-b560-4ffd-9f48-2331eec04686 admin admin] Calling delete_port for ddf26252-89ba-44ba-9bc6-4525981c0f72 owned by network:router_interface {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:25:23.868131 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da97e28-8f1b-4363-be38-d2c1e2c7a5fb req-e794d0d1-94f9-479b-b19c-32d2855d9caa tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:23.869658 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0da97e28-8f1b-4363-be38-d2c1e2c7a5fb req-e794d0d1-94f9-479b-b19c-32d2855d9caa tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 945 time: 0.0825145 Mar 07 14:25:23.920171 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46106) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:23.946536 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5b150728-f429-4a3d-9b99-f3a27e020a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:23.981094 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0da97e28-8f1b-4363-be38-d2c1e2c7a5fb req-e4043c5a-f3ec-4b9a-b4c1-890456254f34 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032486 Mar 07 14:25:23.991596 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-479dcd5e-638f-4cdf-aebe-44adc13b3b9b req-13f361a6-69b8-4cf7-ae71-cdec10cc8fb5 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (1aa58865-62fc-4cc9-b7d8-b785318caf85), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:24.029895 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b9bf-b560-4ffd-9f48-2331eec04686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (ddf26252-89ba-44ba-9bc6-4525981c0f72), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:24.030480 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f361a6-69b8-4cf7-ae71-cdec10cc8fb5 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event deleted for resources: {'Port': ['ID=1aa58865-62fc-4cc9-b7d8-b785318caf85,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:24.071363 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5b9bf-b560-4ffd-9f48-2331eec04686 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf26252-89ba-44ba-9bc6-4525981c0f72,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:24.158880 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5b150728-f429-4a3d-9b99-f3a27e020a29 admin admin] Publish callbacks [] for security_group (5417ab5e-242c-4e93-97eb-d2f88f99c212), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:24.167379 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5b150728-f429-4a3d-9b99-f3a27e020a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (5417ab5e-242c-4e93-97eb-d2f88f99c212), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:24.220364 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-5b150728-f429-4a3d-9b99-f3a27e020a29 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=93fa982f094a49d6a2f95f35daefaa5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991314 Mar 07 14:25:24.221116 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b150728-f429-4a3d-9b99-f3a27e020a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5417ab5e-242c-4e93-97eb-d2f88f99c212,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:24.224495 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-479dcd5e-638f-4cdf-aebe-44adc13b3b9b req-13f361a6-69b8-4cf7-ae71-cdec10cc8fb5 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:25:24.225873 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46108) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:24.270307 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b9bf-b560-4ffd-9f48-2331eec04686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1753644'] for router_interface (32b95941-f746-4645-a5a2-82b01e6e7543), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:24.341991 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-eefa0f40-69d4-4ad4-aa02-0240bda88bc1 admin admin] Publish callbacks [] for security_group (5417ab5e-242c-4e93-97eb-d2f88f99c212), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:24.399534 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-eefa0f40-69d4-4ad4-aa02-0240bda88bc1 admin admin] Publish callbacks [] for security_group (5417ab5e-242c-4e93-97eb-d2f88f99c212), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:24.528095 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-eefa0f40-69d4-4ad4-aa02-0240bda88bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (5417ab5e-242c-4e93-97eb-d2f88f99c212), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:24.530966 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-eefa0f40-69d4-4ad4-aa02-0240bda88bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:24.534631 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-eefa0f40-69d4-4ad4-aa02-0240bda88bc1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5417ab5e-242c-4e93-97eb-d2f88f99c212 HTTP/1.1" status: 204 len: 168 time: 0.3053348 Mar 07 14:25:24.569870 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa0f40-69d4-4ad4-aa02-0240bda88bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5417ab5e-242c-4e93-97eb-d2f88f99c212,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:24.601379 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-479dcd5e-638f-4cdf-aebe-44adc13b3b9b req-13f361a6-69b8-4cf7-ae71-cdec10cc8fb5 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:25:24.607595 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd5b9bf-b560-4ffd-9f48-2331eec04686 admin admin] Router 32b95941-f746-4645-a5a2-82b01e6e7543 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:25:24.617386 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bd8f88-59a5-4a73-a8bf-9adf8026d60f None None] Sync routers for ids ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:25:24.628468 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd8f88-59a5-4a73-a8bf-9adf8026d60f None None] Routers {'5f90c74b-dc98-4d22-b6e4-7b99941379c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:25:24.630510 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-66bd8f88-59a5-4a73-a8bf-9adf8026d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:25:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:24.661632 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-479dcd5e-638f-4cdf-aebe-44adc13b3b9b req-13f361a6-69b8-4cf7-ae71-cdec10cc8fb5 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] No DVR routers for this DVR port 1aa58865-62fc-4cc9-b7d8-b785318caf85 on host hv-cinder-79400 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:25:24.669135 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-479dcd5e-638f-4cdf-aebe-44adc13b3b9b req-13f361a6-69b8-4cf7-ae71-cdec10cc8fb5 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:24.673827 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-479dcd5e-638f-4cdf-aebe-44adc13b3b9b req-13f361a6-69b8-4cf7-ae71-cdec10cc8fb5 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.25 "DELETE /v2.0/ports/1aa58865-62fc-4cc9-b7d8-b785318caf85 HTTP/1.1" status: 204 len: 173 time: 1.3048182 Mar 07 14:25:24.674583 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fb9c24-5da2-4923-a74e-3ac653792957', 'name': 'network-vif-deleted', 'tag': '1aa58865-62fc-4cc9-b7d8-b785318caf85'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:25:24.676974 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc6f2a2-23fa-49a0-97d1-d0d80a9e34d8" -d '{"events": [{"server_uuid": "78fb9c24-5da2-4923-a74e-3ac653792957", "name": "network-vif-deleted", "tag": "1aa58865-62fc-4cc9-b7d8-b785318caf85"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:25:24.733751 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb15e01c-5712-46bf-ae9b-0da18932fb52 x-openstack-request-id: req-eb15e01c-5712-46bf-ae9b-0da18932fb52 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:25:24.734050 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78fb9c24-5da2-4923-a74e-3ac653792957", "name": "network-vif-deleted", "tag": "1aa58865-62fc-4cc9-b7d8-b785318caf85", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:25:24.734301 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb15e01c-5712-46bf-ae9b-0da18932fb52 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:25:24.734699 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fb9c24-5da2-4923-a74e-3ac653792957', 'name': 'network-vif-deleted', 'tag': '1aa58865-62fc-4cc9-b7d8-b785318caf85', 'status': 'completed', 'code': 200} Mar 07 14:25:24.749497 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd5b9bf-b560-4ffd-9f48-2331eec04686 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:25:24.757843 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ddd5b9bf-b560-4ffd-9f48-2331eec04686 admin admin] 10.222.0.26 "PUT /v2.0/routers/32b95941-f746-4645-a5a2-82b01e6e7543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7413669 Mar 07 14:25:24.758137 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46114) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:24.776868 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba7c514-1fbd-497a-9240-6ab77348e38b None None] Sync routers for ids ['32b95941-f746-4645-a5a2-82b01e6e7543'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:25:24.790732 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba7c514-1fbd-497a-9240-6ab77348e38b None None] Routers {'32b95941-f746-4645-a5a2-82b01e6e7543'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:25:24.791381 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8ba7c514-1fbd-497a-9240-6ab77348e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:25:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['32b95941-f746-4645-a5a2-82b01e6e7543'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:24.800798 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-66bd8f88-59a5-4a73-a8bf-9adf8026d60f None None] Set router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:25:24.969530 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe978148-c785-45d1-aa72-625bb5d446b0 admin admin] Publish callbacks [] for router (32b95941-f746-4645-a5a2-82b01e6e7543), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:24.979404 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-8ba7c514-1fbd-497a-9240-6ab77348e38b None None] Set router 32b95941-f746-4645-a5a2-82b01e6e7543 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:25:25.102298 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-66bd8f88-59a5-4a73-a8bf-9adf8026d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 5, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:25.159418 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bd8f88-59a5-4a73-a8bf-9adf8026d60f None None] Checking router: 5f90c74b-dc98-4d22-b6e4-7b99941379c2 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:25:25.169630 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd8f88-59a5-4a73-a8bf-9adf8026d60f None None] Routers {'5f90c74b-dc98-4d22-b6e4-7b99941379c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:25:25.170318 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-66bd8f88-59a5-4a73-a8bf-9adf8026d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:25:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:25.184541 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-90da100f-d03a-497a-885e-a56d4fefc9ef req-b86472d6-061a-4fdd-9417-3795bb4a85ff tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=78fb9c24-5da2-4923-a74e-3ac653792957 HTTP/1.1" status: 200 len: 210 time: 0.0604374 Mar 07 14:25:25.186574 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8ba7c514-1fbd-497a-9240-6ab77348e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'name': 'tempest-TestVolumeBootPattern-234669528-router', 'tenant_id': '1349015c8483410a848acd827e220fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '1ace53f1-ed2e-4b18-87d6-f4c09c09a106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:24:44Z', 'updated_at': '2022-03-07T14:25:23Z', 'revision_number': 5, 'project_id': '1349015c8483410a848acd827e220fd2', 'gw_port': {'id': '1ace53f1-ed2e-4b18-87d6-f4c09c09a106', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:45Z', 'updated_at': '2022-03-07T14:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:25.216668 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba7c514-1fbd-497a-9240-6ab77348e38b None None] Checking router: 32b95941-f746-4645-a5a2-82b01e6e7543 for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:25:25.226058 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba7c514-1fbd-497a-9240-6ab77348e38b None None] Routers {'32b95941-f746-4645-a5a2-82b01e6e7543'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:25:25.226978 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8ba7c514-1fbd-497a-9240-6ab77348e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:25:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['32b95941-f746-4645-a5a2-82b01e6e7543'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:25.235047 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe978148-c785-45d1-aa72-625bb5d446b0 admin admin] Publish callbacks [] for router_gateway (32b95941-f746-4645-a5a2-82b01e6e7543), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:25.325544 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-66bd8f88-59a5-4a73-a8bf-9adf8026d60f None None] Set router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:25:25.348462 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-8ba7c514-1fbd-497a-9240-6ab77348e38b None None] Set router 32b95941-f746-4645-a5a2-82b01e6e7543 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:25:25.362743 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-fe978148-c785-45d1-aa72-625bb5d446b0 admin admin] Deleting port 1ace53f1-ed2e-4b18-87d6-f4c09c09a106 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:25:25.363242 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe978148-c785-45d1-aa72-625bb5d446b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (1ace53f1-ed2e-4b18-87d6-f4c09c09a106), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:25.469926 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-fe978148-c785-45d1-aa72-625bb5d446b0 admin admin] For port 1ace53f1-ed2e-4b18-87d6-f4c09c09a106, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=1ace53f1-ed2e-4b18-87d6-f4c09c09a106,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:25:25.470301 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe978148-c785-45d1-aa72-625bb5d446b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (1ace53f1-ed2e-4b18-87d6-f4c09c09a106), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:25.485942 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-fe978148-c785-45d1-aa72-625bb5d446b0 admin admin] Calling delete_port for 1ace53f1-ed2e-4b18-87d6-f4c09c09a106 owned by network:router_gateway {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:25:25.547190 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8ba7c514-1fbd-497a-9240-6ab77348e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'name': 'tempest-TestVolumeBootPattern-234669528-router', 'tenant_id': '1349015c8483410a848acd827e220fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '1ace53f1-ed2e-4b18-87d6-f4c09c09a106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:24:44Z', 'updated_at': '2022-03-07T14:25:23Z', 'revision_number': 5, 'project_id': '1349015c8483410a848acd827e220fd2', 'gw_port': {'id': '1ace53f1-ed2e-4b18-87d6-f4c09c09a106', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:45Z', 'updated_at': '2022-03-07T14:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:25.580485 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba7c514-1fbd-497a-9240-6ab77348e38b None None] The sync data for ids ['32b95941-f746-4645-a5a2-82b01e6e7543'] in dv-cinder-794001-5-iscsi is: [{'id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'name': 'tempest-TestVolumeBootPattern-234669528-router', 'tenant_id': '1349015c8483410a848acd827e220fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '1ace53f1-ed2e-4b18-87d6-f4c09c09a106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:24:44Z', 'updated_at': '2022-03-07T14:25:23Z', 'revision_number': 5, 'project_id': '1349015c8483410a848acd827e220fd2', 'gw_port': {'id': '1ace53f1-ed2e-4b18-87d6-f4c09c09a106', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b95941-f746-4645-a5a2-82b01e6e7543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:45Z', 'updated_at': '2022-03-07T14:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:25:25.600634 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-66bd8f88-59a5-4a73-a8bf-9adf8026d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 5, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:25.637207 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bd8f88-59a5-4a73-a8bf-9adf8026d60f None None] The sync data for ids ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'] in dv-cinder-794001-5-iscsi is: [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 5, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:25:25.708943 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe978148-c785-45d1-aa72-625bb5d446b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (1ace53f1-ed2e-4b18-87d6-f4c09c09a106), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:25.736644 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe978148-c785-45d1-aa72-625bb5d446b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ace53f1-ed2e-4b18-87d6-f4c09c09a106,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:25.808103 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe978148-c785-45d1-aa72-625bb5d446b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1753990'] for router_gateway (32b95941-f746-4645-a5a2-82b01e6e7543), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:25.911018 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe978148-c785-45d1-aa72-625bb5d446b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8516'] for router (32b95941-f746-4645-a5a2-82b01e6e7543), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:25.919544 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe978148-c785-45d1-aa72-625bb5d446b0 admin admin] Publish callbacks [] for router_controller (32b95941-f746-4645-a5a2-82b01e6e7543), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:25.922078 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7d0cbc-e9cd-4621-88a8-8b5c4407c07d None None] New status for floating IP 74f49e9b-06c6-4c62-9df6-785a36ea3b55: DOWN {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:25:25.969330 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe978148-c785-45d1-aa72-625bb5d446b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1757989'] for router (32b95941-f746-4645-a5a2-82b01e6e7543), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:25.970422 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe978148-c785-45d1-aa72-625bb5d446b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32b95941-f746-4645-a5a2-82b01e6e7543 {{(pid=103241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:25:25.978557 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe978148-c785-45d1-aa72-625bb5d446b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:25.979769 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-fe978148-c785-45d1-aa72-625bb5d446b0 admin admin] 10.222.0.26 "DELETE /v2.0/routers/32b95941-f746-4645-a5a2-82b01e6e7543 HTTP/1.1" status: 204 len: 168 time: 1.2203522 Mar 07 14:25:25.982193 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46144) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:26.032730 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8828f1-c51d-4fce-a1a4-76fa65e793d6 admin admin] Deleting subnet d7adcd51-d72e-490a-81cb-bd993bc9c114 {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:25:26.035402 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1b8828f1-c51d-4fce-a1a4-76fa65e793d6 admin admin] Publish callbacks [] for subnet (d7adcd51-d72e-490a-81cb-bd993bc9c114), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:26.076702 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1b8828f1-c51d-4fce-a1a4-76fa65e793d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4275966'] for subnet (d7adcd51-d72e-490a-81cb-bd993bc9c114), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:26.096106 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 1aa58865-62fc-4cc9-b7d8-b785318caf85 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:25:26.136115 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] No Port match for: 1aa58865-62fc-4cc9-b7d8-b785318caf85 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:25:26.136438 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 1aa58865-62fc-4cc9-b7d8-b785318caf85 not bound to the agent host hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:25:26.179707 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1b8828f1-c51d-4fce-a1a4-76fa65e793d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517177'] for subnet (d7adcd51-d72e-490a-81cb-bd993bc9c114), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:26.245033 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1b8828f1-c51d-4fce-a1a4-76fa65e793d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578884'] for subnet (d7adcd51-d72e-490a-81cb-bd993bc9c114), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:26.279687 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8828f1-c51d-4fce-a1a4-76fa65e793d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7adcd51-d72e-490a-81cb-bd993bc9c114,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:26.283398 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1b8828f1-c51d-4fce-a1a4-76fa65e793d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:26.290304 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-1b8828f1-c51d-4fce-a1a4-76fa65e793d6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d7adcd51-d72e-490a-81cb-bd993bc9c114 HTTP/1.1" status: 204 len: 168 time: 0.3068736 Mar 07 14:25:26.292952 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46158) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:26.296000 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bc2275-1ded-43d8-96f9-bbbf6f739616 None None] Network 0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:25:26.305211 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46160) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:26.407990 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3584630'] for network (0c9c108c-ca69-4aeb-a19e-85e7fefde4f8), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:26.674159 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:26.701538 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-232e75d9-e564-489e-970e-a3a8ca2cac4d tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group (e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:26.736312 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-232e75d9-e564-489e-970e-a3a8ca2cac4d tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group (e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:26.771051 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2b0653-bc3f-41e0-b0a8-4f68fb0b901b None None] DHCP port deletion for 0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 request from dv-cinder-794001-5-iscsi {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 14:25:26.775119 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] Deleting port 94e88e9d-39b8-4423-97ea-0435d3504704 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:25:26.775474 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (94e88e9d-39b8-4423-97ea-0435d3504704), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:26.846557 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] For port 94e88e9d-39b8-4423-97ea-0435d3504704, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=94e88e9d-39b8-4423-97ea-0435d3504704,segment=NetworkSegment(c6dfa355-b00c-4548-9b06-81a5425a9b80),segment_id=c6dfa355-b00c-4548-9b06-81a5425a9b80)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:25:26.846971 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (94e88e9d-39b8-4423-97ea-0435d3504704), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:26.851895 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b0653-bc3f-41e0-b0a8-4f68fb0b901b None None] Deleting port 94e88e9d-39b8-4423-97ea-0435d3504704 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:25:26.852491 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e2b0653-bc3f-41e0-b0a8-4f68fb0b901b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (94e88e9d-39b8-4423-97ea-0435d3504704), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:26.857885 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-232e75d9-e564-489e-970e-a3a8ca2cac4d tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:26.860416 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-232e75d9-e564-489e-970e-a3a8ca2cac4d tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:26.864127 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-232e75d9-e564-489e-970e-a3a8ca2cac4d tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "DELETE /v2.0/security-groups/e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce HTTP/1.1" status: 204 len: 168 time: 0.5460231 Mar 07 14:25:26.864523 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46168) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:26.870684 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] Calling delete_port for 94e88e9d-39b8-4423-97ea-0435d3504704 owned by network:dhcp {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:25:26.878307 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e75d9-e564-489e-970e-a3a8ca2cac4d tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:26.879004 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.api.v2.resource [None req-6dfb42a1-59ac-4ee0-95a6-94f861171f3f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] show failed (client error): The resource could not be found. Mar 07 14:25:26.881777 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-6dfb42a1-59ac-4ee0-95a6-94f861171f3f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups/e7fff4ed-634e-41f0-a4bf-e6fb7166f5ce HTTP/1.1" status: 404 len: 347 time: 0.0161793 Mar 07 14:25:26.886014 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46170) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:26.933729 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-5e2b0653-bc3f-41e0-b0a8-4f68fb0b901b None None] For port 94e88e9d-39b8-4423-97ea-0435d3504704, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=94e88e9d-39b8-4423-97ea-0435d3504704,segment=NetworkSegment(c6dfa355-b00c-4548-9b06-81a5425a9b80),segment_id=c6dfa355-b00c-4548-9b06-81a5425a9b80)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:25:26.934136 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e2b0653-bc3f-41e0-b0a8-4f68fb0b901b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (94e88e9d-39b8-4423-97ea-0435d3504704), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:26.948461 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b0653-bc3f-41e0-b0a8-4f68fb0b901b None None] Calling delete_port for 94e88e9d-39b8-4423-97ea-0435d3504704 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:25:26.972536 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (94e88e9d-39b8-4423-97ea-0435d3504704), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:26.999019 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] Pushing event deleted for resources: {'Port': ['ID=94e88e9d-39b8-4423-97ea-0435d3504704,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:27.002695 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] No DVR routers for this DVR port 94e88e9d-39b8-4423-97ea-0435d3504704 on host dv-cinder-794001-5-iscsi {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:25:27.041226 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e2b0653-bc3f-41e0-b0a8-4f68fb0b901b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504'] for port (94e88e9d-39b8-4423-97ea-0435d3504704), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:27.045469 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-7d85043c-2ee2-4154-8092-fb268d998062 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Deleting port 7372d27f-58a5-44fc-8de5-c84f7cc0c895 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:25:27.046012 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7d85043c-2ee2-4154-8092-fb268d998062 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (7372d27f-58a5-44fc-8de5-c84f7cc0c895), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:27.072243 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b0653-bc3f-41e0-b0a8-4f68fb0b901b None None] Pushing event deleted for resources: {'Port': ['ID=94e88e9d-39b8-4423-97ea-0435d3504704,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:27.074206 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b0653-bc3f-41e0-b0a8-4f68fb0b901b None None] No DVR routers for this DVR port 94e88e9d-39b8-4423-97ea-0435d3504704 on host dv-cinder-794001-5-iscsi {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:25:27.100749 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479414', 'neutron.services.segments.db._delete_segments_for_network-8793137543527'] for network (0c9c108c-ca69-4aeb-a19e-85e7fefde4f8), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:27.125947 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9c108c-ca69-4aeb-a19e-85e7fefde4f8']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:27.128364 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 1ace53f1-ed2e-4b18-87d6-f4c09c09a106 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:25:27.128602 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7d85043c-2ee2-4154-8092-fb268d998062 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (7372d27f-58a5-44fc-8de5-c84f7cc0c895), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:27.128980 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7d85043c-2ee2-4154-8092-fb268d998062 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (7372d27f-58a5-44fc-8de5-c84f7cc0c895), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:27.137045 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6dfa355-b00c-4548-9b06-81a5425a9b80') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:27.137459 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6dfa355-b00c-4548-9b06-81a5425a9b80') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:27.141929 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-7d85043c-2ee2-4154-8092-fb268d998062 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Calling delete_port for 7372d27f-58a5-44fc-8de5-c84f7cc0c895 owned by network:floatingip {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:25:27.147825 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793137544560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7040579'] for segment (c6dfa355-b00c-4548-9b06-81a5425a9b80), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:27.163568 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (c6dfa355-b00c-4548-9b06-81a5425a9b80), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:27.171000 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:25:27.171750 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7721222'] for segment (c6dfa355-b00c-4548-9b06-81a5425a9b80), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: Traceback (most recent call last): Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: timer() Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: cb(*args, **kw) Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: return func(*args, **kwargs) Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: self._notify() Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: self.callback(batched_events) Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: event.method(event) Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: return f(self, *a, **k) Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._get(url).json() Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: return self.request(url, 'GET', **kwargs) Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:25:27.173921 dv-cinder-794001-5-iscsi neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:25:27.238415 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754018'] for network (0c9c108c-ca69-4aeb-a19e-85e7fefde4f8), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:27.246289 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:27.252658 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0c9c108c-ca69-4aeb-a19e-85e7fefde4f8 HTTP/1.1" status: 204 len: 168 time: 0.9586136 Mar 07 14:25:27.253296 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46172) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:27.281255 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: 1ace53f1-ed2e-4b18-87d6-f4c09c09a106 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:25:27.281602 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 1ace53f1-ed2e-4b18-87d6-f4c09c09a106 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:25:27.282026 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device ddf26252-89ba-44ba-9bc6-4525981c0f72 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:25:27.292757 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7d85043c-2ee2-4154-8092-fb268d998062 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (7372d27f-58a5-44fc-8de5-c84f7cc0c895), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:27.301438 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: ddf26252-89ba-44ba-9bc6-4525981c0f72 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:25:27.302055 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device ddf26252-89ba-44ba-9bc6-4525981c0f72 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:25:27.302473 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 94e88e9d-39b8-4423-97ea-0435d3504704 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:25:27.304591 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fc6c1-6717-41a2-9dfa-eaee064ca684 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c9c108c-ca69-4aeb-a19e-85e7fefde4f8,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:27.320721 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85043c-2ee2-4154-8092-fb268d998062 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event deleted for resources: {'Port': ['ID=7372d27f-58a5-44fc-8de5-c84f7cc0c895,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:27.324168 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: 94e88e9d-39b8-4423-97ea-0435d3504704 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:25:27.324764 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 94e88e9d-39b8-4423-97ea-0435d3504704 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:25:27.384554 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7d85043c-2ee2-4154-8092-fb268d998062 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (74f49e9b-06c6-4c62-9df6-785a36ea3b55), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:27.387089 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7d85043c-2ee2-4154-8092-fb268d998062 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:27.388523 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-7d85043c-2ee2-4154-8092-fb268d998062 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "DELETE /v2.0/floatingips/74f49e9b-06c6-4c62-9df6-785a36ea3b55 HTTP/1.1" status: 204 len: 168 time: 0.5013025 Mar 07 14:25:27.632179 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5309281b-f5e1-4806-a362-bf78f79cdbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753688'] for router_interface (bef47278-e2f9-4dc3-9d2b-120d3136ae18), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:27.679904 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46176) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:27.686041 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-3ef7bcb8-47b5-495b-9560-d80706e8e769 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--572286699', 'description': 'tempest-description--1062188538'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:25:27.741745 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3ef7bcb8-47b5-495b-9560-d80706e8e769 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:27.874263 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3ef7bcb8-47b5-495b-9560-d80706e8e769 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group (247a6b6f-431f-463b-94ee-11e6f6651c43), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:27.879441 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3ef7bcb8-47b5-495b-9560-d80706e8e769 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (247a6b6f-431f-463b-94ee-11e6f6651c43), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:27.928511 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3ef7bcb8-47b5-495b-9560-d80706e8e769 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:27.929763 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-3ef7bcb8-47b5-495b-9560-d80706e8e769 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2489135 Mar 07 14:25:27.933149 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46182) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:27.936974 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7bcb8-47b5-495b-9560-d80706e8e769 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=247a6b6f-431f-463b-94ee-11e6f6651c43,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:27.938175 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-7f693d85-852e-4273-81df-07b636d2de59 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Request body: {'security_group_rule': {'security_group_id': '247a6b6f-431f-463b-94ee-11e6f6651c43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:25:27.971864 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7f693d85-852e-4273-81df-07b636d2de59 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group_rule (960df4d7-51b5-4b4a-8f6c-c8bd0729dd7a), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:27.991246 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-5309281b-f5e1-4806-a362-bf78f79cdbe3 admin admin] Deleting port 0876c58e-e5fb-4778-bc02-c1dc7821416f {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:25:27.991618 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5309281b-f5e1-4806-a362-bf78f79cdbe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:28.045954 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7f693d85-852e-4273-81df-07b636d2de59 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group_rule (960df4d7-51b5-4b4a-8f6c-c8bd0729dd7a), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:28.053440 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7f693d85-852e-4273-81df-07b636d2de59 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (960df4d7-51b5-4b4a-8f6c-c8bd0729dd7a), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:28.077140 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f693d85-852e-4273-81df-07b636d2de59 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960df4d7-51b5-4b4a-8f6c-c8bd0729dd7a,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:28.079319 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-5309281b-f5e1-4806-a362-bf78f79cdbe3 admin admin] For port 0876c58e-e5fb-4778-bc02-c1dc7821416f, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=0876c58e-e5fb-4778-bc02-c1dc7821416f,segment=NetworkSegment(2131a8d1-e1ef-4e96-9667-9c675897720b),segment_id=2131a8d1-e1ef-4e96-9667-9c675897720b)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:25:28.079813 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5309281b-f5e1-4806-a362-bf78f79cdbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:28.088255 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7f693d85-852e-4273-81df-07b636d2de59 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:28.090106 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-7f693d85-852e-4273-81df-07b636d2de59 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1559453 Mar 07 14:25:28.092766 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46186) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:28.094944 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-5309281b-f5e1-4806-a362-bf78f79cdbe3 admin admin] Calling delete_port for 0876c58e-e5fb-4778-bc02-c1dc7821416f owned by network:router_interface {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:25:28.097168 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-8dbaf56f-3aab-4ca5-9634-3c3b82fa32e7 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Request body: {'security_group_rule': {'security_group_id': '247a6b6f-431f-463b-94ee-11e6f6651c43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:25:28.121379 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8dbaf56f-3aab-4ca5-9634-3c3b82fa32e7 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group_rule (71f416d1-6337-41bb-a6b3-3c3b5984303f), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:28.180414 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8dbaf56f-3aab-4ca5-9634-3c3b82fa32e7 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group_rule (71f416d1-6337-41bb-a6b3-3c3b5984303f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:28.183981 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8dbaf56f-3aab-4ca5-9634-3c3b82fa32e7 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (71f416d1-6337-41bb-a6b3-3c3b5984303f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:28.202243 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbaf56f-3aab-4ca5-9634-3c3b82fa32e7 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f416d1-6337-41bb-a6b3-3c3b5984303f,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:28.211430 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8dbaf56f-3aab-4ca5-9634-3c3b82fa32e7 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:28.212630 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-8dbaf56f-3aab-4ca5-9634-3c3b82fa32e7 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189394 Mar 07 14:25:28.215843 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46188) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:28.220060 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-41abae94-45be-4060-bd54-3c68d0234426 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Request body: {'floatingip': {'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:25:28.241166 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-41abae94-45be-4060-bd54-3c68d0234426 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:28.281040 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5309281b-f5e1-4806-a362-bf78f79cdbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (0876c58e-e5fb-4778-bc02-c1dc7821416f), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:28.305861 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309281b-f5e1-4806-a362-bf78f79cdbe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0876c58e-e5fb-4778-bc02-c1dc7821416f,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:28.351073 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-41abae94-45be-4060-bd54-3c68d0234426 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:28.465086 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-41abae94-45be-4060-bd54-3c68d0234426 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Allocated IP 172.27.2.191 (0de42621-7ed5-44f0-83fc-77dfdf4f89a1/f95c92d6-9e0f-4d00-9e79-b9c60c38725e/27c28e3c-89c2-46d8-a26b-26d9ac7faed6) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:25:28.485214 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5309281b-f5e1-4806-a362-bf78f79cdbe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1753644'] for router_interface (bef47278-e2f9-4dc3-9d2b-120d3136ae18), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:28.573344 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-41abae94-45be-4060-bd54-3c68d0234426 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for port (27c28e3c-89c2-46d8-a26b-26d9ac7faed6), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:28.611249 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-41abae94-45be-4060-bd54-3c68d0234426 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (27c28e3c-89c2-46d8-a26b-26d9ac7faed6), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:28.649054 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41abae94-45be-4060-bd54-3c68d0234426 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:25:28.653456 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-41abae94-45be-4060-bd54-3c68d0234426 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:25:28.657115 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41abae94-45be-4060-bd54-3c68d0234426 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:25:28.680283 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abae94-45be-4060-bd54-3c68d0234426 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event updated for resources: {'Port': ['ID=27c28e3c-89c2-46d8-a26b-26d9ac7faed6,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:28.713379 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5309281b-f5e1-4806-a362-bf78f79cdbe3 admin admin] Router bef47278-e2f9-4dc3-9d2b-120d3136ae18 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:25:28.747356 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-41abae94-45be-4060-bd54-3c68d0234426 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (49094d2a-e072-4fe7-922d-eba5990b4797), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:28.782553 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-41abae94-45be-4060-bd54-3c68d0234426 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (27c28e3c-89c2-46d8-a26b-26d9ac7faed6), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:28.817183 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5309281b-f5e1-4806-a362-bf78f79cdbe3 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:25:28.822226 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-5309281b-f5e1-4806-a362-bf78f79cdbe3 admin admin] 10.222.0.26 "PUT /v2.0/routers/bef47278-e2f9-4dc3-9d2b-120d3136ae18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5662510 Mar 07 14:25:28.824767 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46190) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:28.827219 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b6f2f-0837-4e04-b870-b7dc30373556 None None] Sync routers for ids ['bef47278-e2f9-4dc3-9d2b-120d3136ae18'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:25:28.838261 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b6f2f-0837-4e04-b870-b7dc30373556 None None] Routers {'bef47278-e2f9-4dc3-9d2b-120d3136ae18'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:25:28.838876 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-153b6f2f-0837-4e04-b870-b7dc30373556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:25:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['bef47278-e2f9-4dc3-9d2b-120d3136ae18'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:28.947084 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-153b6f2f-0837-4e04-b870-b7dc30373556 None None] Set router bef47278-e2f9-4dc3-9d2b-120d3136ae18 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:25:28.992710 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-58f774cb-600d-464b-b002-fcc7325c8988 admin admin] Publish callbacks [] for router (bef47278-e2f9-4dc3-9d2b-120d3136ae18), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:29.066727 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-41abae94-45be-4060-bd54-3c68d0234426 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for port (27c28e3c-89c2-46d8-a26b-26d9ac7faed6), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:29.096142 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-41abae94-45be-4060-bd54-3c68d0234426 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276028'] for port (27c28e3c-89c2-46d8-a26b-26d9ac7faed6), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:29.124668 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-153b6f2f-0837-4e04-b870-b7dc30373556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'name': 'tempest-TestVolumeBootPattern-1475917791-router', 'tenant_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '34a44a3c-b5a6-457a-9b79-f5d1e20e407e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:24:49Z', 'updated_at': '2022-03-07T14:25:28Z', 'revision_number': 5, 'project_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'gw_port': {'id': '34a44a3c-b5a6-457a-9b79-f5d1e20e407e', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:49Z', 'updated_at': '2022-03-07T14:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:29.155416 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b6f2f-0837-4e04-b870-b7dc30373556 None None] Checking router: bef47278-e2f9-4dc3-9d2b-120d3136ae18 for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:25:29.164425 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b6f2f-0837-4e04-b870-b7dc30373556 None None] Routers {'bef47278-e2f9-4dc3-9d2b-120d3136ae18'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:25:29.165051 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-153b6f2f-0837-4e04-b870-b7dc30373556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:25:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['bef47278-e2f9-4dc3-9d2b-120d3136ae18'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:29.186777 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abae94-45be-4060-bd54-3c68d0234426 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event updated for resources: {'Port': ['ID=27c28e3c-89c2-46d8-a26b-26d9ac7faed6,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:29.191144 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-58f774cb-600d-464b-b002-fcc7325c8988 admin admin] Publish callbacks [] for router_gateway (bef47278-e2f9-4dc3-9d2b-120d3136ae18), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:29.200194 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-41abae94-45be-4060-bd54-3c68d0234426 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (49094d2a-e072-4fe7-922d-eba5990b4797), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:29.234019 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-41abae94-45be-4060-bd54-3c68d0234426 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:29.235246 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-41abae94-45be-4060-bd54-3c68d0234426 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0184608 Mar 07 14:25:29.260627 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-58f774cb-600d-464b-b002-fcc7325c8988 admin admin] Deleting port 34a44a3c-b5a6-457a-9b79-f5d1e20e407e {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:25:29.261001 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-58f774cb-600d-464b-b002-fcc7325c8988 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (34a44a3c-b5a6-457a-9b79-f5d1e20e407e), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:29.275616 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-153b6f2f-0837-4e04-b870-b7dc30373556 None None] Set router bef47278-e2f9-4dc3-9d2b-120d3136ae18 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:25:29.342560 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-58f774cb-600d-464b-b002-fcc7325c8988 admin admin] For port 34a44a3c-b5a6-457a-9b79-f5d1e20e407e, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=34a44a3c-b5a6-457a-9b79-f5d1e20e407e,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:25:29.343250 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-58f774cb-600d-464b-b002-fcc7325c8988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (34a44a3c-b5a6-457a-9b79-f5d1e20e407e), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:29.356443 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-58f774cb-600d-464b-b002-fcc7325c8988 admin admin] Calling delete_port for 34a44a3c-b5a6-457a-9b79-f5d1e20e407e owned by network:router_gateway {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:25:29.470410 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db576396-f5a2-4f17-ac65-80278d916c81 req-893b115c-a13b-4a43-b02a-474ffcac6399 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--572286699&fields=id&tenant_id=5b35d86dd1db4542b049ac07e779c9d7 HTTP/1.1" status: 200 len: 267 time: 0.0628314 Mar 07 14:25:29.545442 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-153b6f2f-0837-4e04-b870-b7dc30373556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'name': 'tempest-TestVolumeBootPattern-1475917791-router', 'tenant_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '34a44a3c-b5a6-457a-9b79-f5d1e20e407e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:24:49Z', 'updated_at': '2022-03-07T14:25:28Z', 'revision_number': 5, 'project_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'gw_port': {'id': '34a44a3c-b5a6-457a-9b79-f5d1e20e407e', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:49Z', 'updated_at': '2022-03-07T14:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:29.572766 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b6f2f-0837-4e04-b870-b7dc30373556 None None] The sync data for ids ['bef47278-e2f9-4dc3-9d2b-120d3136ae18'] in dv-cinder-794001-5-iscsi is: [{'id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'name': 'tempest-TestVolumeBootPattern-1475917791-router', 'tenant_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '34a44a3c-b5a6-457a-9b79-f5d1e20e407e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:24:49Z', 'updated_at': '2022-03-07T14:25:28Z', 'revision_number': 5, 'project_id': 'c981f9411fd14f7686fffc7d91b6c8b0', 'gw_port': {'id': '34a44a3c-b5a6-457a-9b79-f5d1e20e407e', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:dd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef47278-e2f9-4dc3-9d2b-120d3136ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:24:49Z', 'updated_at': '2022-03-07T14:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:25:29.875713 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db576396-f5a2-4f17-ac65-80278d916c81 req-07fa8f91-08f8-4ba0-a080-b0444402bb50 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:29.877079 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db576396-f5a2-4f17-ac65-80278d916c81 req-07fa8f91-08f8-4ba0-a080-b0444402bb50 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/networks?id=9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 200 len: 815 time: 0.3769765 Mar 07 14:25:29.894595 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db576396-f5a2-4f17-ac65-80278d916c81 req-0aa90545-6ff6-4219-b231-60332c1ee293 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/quotas/5b35d86dd1db4542b049ac07e779c9d7 HTTP/1.1" status: 200 len: 375 time: 0.0110457 Mar 07 14:25:29.895778 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-58f774cb-600d-464b-b002-fcc7325c8988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (34a44a3c-b5a6-457a-9b79-f5d1e20e407e), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:29.968840 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f774cb-600d-464b-b002-fcc7325c8988 admin admin] Pushing event deleted for resources: {'Port': ['ID=34a44a3c-b5a6-457a-9b79-f5d1e20e407e,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:30.024301 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-58f774cb-600d-464b-b002-fcc7325c8988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1753990'] for router_gateway (bef47278-e2f9-4dc3-9d2b-120d3136ae18), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:30.031605 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db576396-f5a2-4f17-ac65-80278d916c81 req-b5ad58f1-b884-4f59-82ed-e58904289702 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1287708 Mar 07 14:25:30.148409 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-58f774cb-600d-464b-b002-fcc7325c8988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8516'] for router (bef47278-e2f9-4dc3-9d2b-120d3136ae18), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:30.176445 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-58f774cb-600d-464b-b002-fcc7325c8988 admin admin] Publish callbacks [] for router_controller (bef47278-e2f9-4dc3-9d2b-120d3136ae18), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:30.237216 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-58f774cb-600d-464b-b002-fcc7325c8988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1757989'] for router (bef47278-e2f9-4dc3-9d2b-120d3136ae18), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:30.237887 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f774cb-600d-464b-b002-fcc7325c8988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bef47278-e2f9-4dc3-9d2b-120d3136ae18 {{(pid=103241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:25:30.243060 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-58f774cb-600d-464b-b002-fcc7325c8988 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:30.244196 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-58f774cb-600d-464b-b002-fcc7325c8988 admin admin] 10.222.0.26 "DELETE /v2.0/routers/bef47278-e2f9-4dc3-9d2b-120d3136ae18 HTTP/1.1" status: 204 len: 168 time: 1.4185457 Mar 07 14:25:30.246716 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46208) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:30.275222 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db576396-f5a2-4f17-ac65-80278d916c81 req-84dbb324-8eea-465f-b5fd-802263c29cdb service neutron] 10.222.0.26 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170932 Mar 07 14:25:30.325403 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-94182717-bfa3-4341-98ba-f6b057d08ab1 admin admin] Deleting subnet d9832c02-a839-4cb2-9eb5-e2ef781bee69 {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:25:30.357613 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-94182717-bfa3-4341-98ba-f6b057d08ab1 admin admin] Publish callbacks [] for subnet (d9832c02-a839-4cb2-9eb5-e2ef781bee69), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:30.403583 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-94182717-bfa3-4341-98ba-f6b057d08ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4275966'] for subnet (d9832c02-a839-4cb2-9eb5-e2ef781bee69), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:30.438561 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db576396-f5a2-4f17-ac65-80278d916c81 req-2a9a692a-71ff-416b-a61a-4cd9863fd9b8 service neutron] 10.222.0.26 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573288 Mar 07 14:25:30.492630 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-94182717-bfa3-4341-98ba-f6b057d08ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517177'] for subnet (d9832c02-a839-4cb2-9eb5-e2ef781bee69), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:30.553886 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-94182717-bfa3-4341-98ba-f6b057d08ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578884'] for subnet (d9832c02-a839-4cb2-9eb5-e2ef781bee69), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:30.579442 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94182717-bfa3-4341-98ba-f6b057d08ab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9832c02-a839-4cb2-9eb5-e2ef781bee69,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:30.583061 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-94182717-bfa3-4341-98ba-f6b057d08ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:30.586989 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-94182717-bfa3-4341-98ba-f6b057d08ab1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d9832c02-a839-4cb2-9eb5-e2ef781bee69 HTTP/1.1" status: 204 len: 168 time: 0.3393438 Mar 07 14:25:30.589375 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46214) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:30.592091 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f279efb-a683-4e47-9428-876f1a265f6e None None] Network ca6e60b9-8107-4640-a2c2-106fb0798f01 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:25:30.641711 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8ada423d-6279-4a45-8cc2-d16b7a9f6c6b req-e1c23d75-eda3-43a3-bac5-02af684f527a tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 210 time: 0.0498726 Mar 07 14:25:30.690802 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3584630'] for network (ca6e60b9-8107-4640-a2c2-106fb0798f01), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:30.757685 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] Deleting port 8abae85b-66b6-4f2c-aa0c-a47125712c2b {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:25:30.758097 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (8abae85b-66b6-4f2c-aa0c-a47125712c2b), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:30.783761 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5997766-d0c6-419f-a7be-fb3f4f7ef310 None None] DHCP port deletion for ca6e60b9-8107-4640-a2c2-106fb0798f01 request from dv-cinder-794001-5-iscsi {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 14:25:30.828812 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] For port 8abae85b-66b6-4f2c-aa0c-a47125712c2b, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=8abae85b-66b6-4f2c-aa0c-a47125712c2b,segment=NetworkSegment(2131a8d1-e1ef-4e96-9667-9c675897720b),segment_id=2131a8d1-e1ef-4e96-9667-9c675897720b)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:25:30.829185 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (8abae85b-66b6-4f2c-aa0c-a47125712c2b), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:30.836731 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c5997766-d0c6-419f-a7be-fb3f4f7ef310 None None] Deleting port 8abae85b-66b6-4f2c-aa0c-a47125712c2b {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:25:30.837195 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5997766-d0c6-419f-a7be-fb3f4f7ef310 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (8abae85b-66b6-4f2c-aa0c-a47125712c2b), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:30.845208 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] Calling delete_port for 8abae85b-66b6-4f2c-aa0c-a47125712c2b owned by network:dhcp {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:25:30.912662 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-c5997766-d0c6-419f-a7be-fb3f4f7ef310 None None] For port 8abae85b-66b6-4f2c-aa0c-a47125712c2b, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=8abae85b-66b6-4f2c-aa0c-a47125712c2b,segment=NetworkSegment(2131a8d1-e1ef-4e96-9667-9c675897720b),segment_id=2131a8d1-e1ef-4e96-9667-9c675897720b)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:25:30.913091 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5997766-d0c6-419f-a7be-fb3f4f7ef310 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (8abae85b-66b6-4f2c-aa0c-a47125712c2b), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:30.926135 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c5997766-d0c6-419f-a7be-fb3f4f7ef310 None None] Calling delete_port for 8abae85b-66b6-4f2c-aa0c-a47125712c2b owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:25:30.934511 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (8abae85b-66b6-4f2c-aa0c-a47125712c2b), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:30.965890 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] No DVR routers for this DVR port 8abae85b-66b6-4f2c-aa0c-a47125712c2b on host dv-cinder-794001-5-iscsi {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:25:30.967693 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=8abae85b-66b6-4f2c-aa0c-a47125712c2b,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:31.005289 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5997766-d0c6-419f-a7be-fb3f4f7ef310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504'] for port (8abae85b-66b6-4f2c-aa0c-a47125712c2b), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:31.036093 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5997766-d0c6-419f-a7be-fb3f4f7ef310 None None] Pushing event deleted for resources: {'Port': ['ID=8abae85b-66b6-4f2c-aa0c-a47125712c2b,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:31.038048 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5997766-d0c6-419f-a7be-fb3f4f7ef310 None None] No DVR routers for this DVR port 8abae85b-66b6-4f2c-aa0c-a47125712c2b on host dv-cinder-794001-5-iscsi {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:25:31.044653 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479414', 'neutron.services.segments.db._delete_segments_for_network-8793137543527'] for network (ca6e60b9-8107-4640-a2c2-106fb0798f01), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:31.066869 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6e60b9-8107-4640-a2c2-106fb0798f01']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:31.078101 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2131a8d1-e1ef-4e96-9667-9c675897720b') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:31.078402 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2131a8d1-e1ef-4e96-9667-9c675897720b') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:31.088867 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793137544560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4275717'] for segment (2131a8d1-e1ef-4e96-9667-9c675897720b), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:31.102579 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (2131a8d1-e1ef-4e96-9667-9c675897720b), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:31.104399 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 0876c58e-e5fb-4778-bc02-c1dc7821416f no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:25:31.108781 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:25:31.109236 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4275992'] for segment (2131a8d1-e1ef-4e96-9667-9c675897720b), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: Traceback (most recent call last): Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: timer() Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: cb(*args, **kw) Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: return func(*args, **kwargs) Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: self._notify() Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: self.callback(batched_events) Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: event.method(event) Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: return f(self, *a, **k) Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: return self._get(url).json() Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: return self.request(url, 'GET', **kwargs) Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:25:31.110981 dv-cinder-794001-5-iscsi neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:25:31.125632 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: 0876c58e-e5fb-4778-bc02-c1dc7821416f {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:25:31.125978 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 0876c58e-e5fb-4778-bc02-c1dc7821416f not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:25:31.126386 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 34a44a3c-b5a6-457a-9b79-f5d1e20e407e no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:25:31.146136 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: 34a44a3c-b5a6-457a-9b79-f5d1e20e407e {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:25:31.146495 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 34a44a3c-b5a6-457a-9b79-f5d1e20e407e not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:25:31.147660 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 8abae85b-66b6-4f2c-aa0c-a47125712c2b no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:25:31.167287 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: 8abae85b-66b6-4f2c-aa0c-a47125712c2b {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:25:31.167573 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 8abae85b-66b6-4f2c-aa0c-a47125712c2b not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:25:31.177278 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754018'] for network (ca6e60b9-8107-4640-a2c2-106fb0798f01), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:31.185481 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:31.188627 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ca6e60b9-8107-4640-a2c2-106fb0798f01 HTTP/1.1" status: 204 len: 168 time: 0.5983412 Mar 07 14:25:31.198771 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970f995-e36c-4f7d-8d13-a80367942b41 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca6e60b9-8107-4640-a2c2-106fb0798f01,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:31.345212 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46226) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:31.384395 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-e7bf78e3-e01e-4e5b-9887-8d28cc233699 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1349015c8483410a848acd827e220fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379999 Mar 07 14:25:31.386765 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46228) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:31.431327 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-aea8b24b-2ae9-4ae6-9efb-f082d3349d8f admin admin] Publish callbacks [] for security_group (db255733-b646-4cfb-9d36-4333dc1cb659), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:31.451780 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-aea8b24b-2ae9-4ae6-9efb-f082d3349d8f admin admin] Publish callbacks [] for security_group (db255733-b646-4cfb-9d36-4333dc1cb659), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:31.497262 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-aea8b24b-2ae9-4ae6-9efb-f082d3349d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (db255733-b646-4cfb-9d36-4333dc1cb659), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:31.499699 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-aea8b24b-2ae9-4ae6-9efb-f082d3349d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:31.500894 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-aea8b24b-2ae9-4ae6-9efb-f082d3349d8f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db255733-b646-4cfb-9d36-4333dc1cb659 HTTP/1.1" status: 204 len: 168 time: 0.1132221 Mar 07 14:25:31.508794 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8b24b-2ae9-4ae6-9efb-f082d3349d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db255733-b646-4cfb-9d36-4333dc1cb659,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:31.743309 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8d6dc9e5-c247-4f00-94fc-9db09ee91f8c req-75228bde-8181-49c4-a347-7dec15250acc tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 210 time: 0.0315287 Mar 07 14:25:31.825013 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46236) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:31.867285 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-89e83802-01c5-486b-ade1-e5b70e148706 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c981f9411fd14f7686fffc7d91b6c8b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411236 Mar 07 14:25:31.869780 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46238) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:31.918011 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1c1cb823-7a74-4937-97a7-bd2aea79b69c admin admin] Publish callbacks [] for security_group (04f96c2d-32e7-4bde-b5cd-5c0a4b4a183e), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:31.939053 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1c1cb823-7a74-4937-97a7-bd2aea79b69c admin admin] Publish callbacks [] for security_group (04f96c2d-32e7-4bde-b5cd-5c0a4b4a183e), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:31.986479 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1c1cb823-7a74-4937-97a7-bd2aea79b69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (04f96c2d-32e7-4bde-b5cd-5c0a4b4a183e), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:31.989052 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1c1cb823-7a74-4937-97a7-bd2aea79b69c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:31.992652 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-1c1cb823-7a74-4937-97a7-bd2aea79b69c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04f96c2d-32e7-4bde-b5cd-5c0a4b4a183e HTTP/1.1" status: 204 len: 168 time: 0.1195545 Mar 07 14:25:31.999293 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cb823-7a74-4937-97a7-bd2aea79b69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f96c2d-32e7-4bde-b5cd-5c0a4b4a183e,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:32.408496 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db576396-f5a2-4f17-ac65-80278d916c81 req-ff226b6a-ed0e-40c1-afd7-730ada72097b tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:32.409984 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db576396-f5a2-4f17-ac65-80278d916c81 req-ff226b6a-ed0e-40c1-afd7-730ada72097b tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.25 "GET /v2.0/networks?id=9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 200 len: 815 time: 0.1127033 Mar 07 14:25:32.480025 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db576396-f5a2-4f17-ac65-80278d916c81 req-5ecf4253-15db-4610-b31b-ea91f8b97b61 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b35d86dd1db4542b049ac07e779c9d7 HTTP/1.1" status: 200 len: 379 time: 0.0554390 Mar 07 14:25:32.489186 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-db576396-f5a2-4f17-ac65-80278d916c81 req-63ddeaee-63aa-4927-bcf9-97003272fbf9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Request body: {'port': {'device_id': '13400d9e-493d-42d2-8561-8a35571075a7', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'admin_state_up': True, 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'security_groups': ['247a6b6f-431f-463b-94ee-11e6f6651c43']}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:25:32.596787 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db576396-f5a2-4f17-ac65-80278d916c81 req-63ddeaee-63aa-4927-bcf9-97003272fbf9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Made reservation on behalf of 5b35d86dd1db4542b049ac07e779c9d7 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:25:32.600348 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-db576396-f5a2-4f17-ac65-80278d916c81 req-63ddeaee-63aa-4927-bcf9-97003272fbf9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:32.745205 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-db576396-f5a2-4f17-ac65-80278d916c81 req-63ddeaee-63aa-4927-bcf9-97003272fbf9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Allocated IP 172.20.0.14 (9b62fa4f-b2cf-4013-a771-a3abfae0550b/94b6b23d-f0fc-499f-8502-08cb48270361/ff6e7b5a-32a4-4bab-983a-471c94a9c990) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:25:32.874088 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2df32e60-148d-401b-aace-120923a209ba req-ff3bd9f2-b516-47e7-90f4-f1ca3add62c7 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 210 time: 0.0348766 Mar 07 14:25:32.907775 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-db576396-f5a2-4f17-ac65-80278d916c81 req-63ddeaee-63aa-4927-bcf9-97003272fbf9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for port (ff6e7b5a-32a4-4bab-983a-471c94a9c990), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:32.940227 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-db576396-f5a2-4f17-ac65-80278d916c81 req-63ddeaee-63aa-4927-bcf9-97003272fbf9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (ff6e7b5a-32a4-4bab-983a-471c94a9c990), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:32.982188 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db576396-f5a2-4f17-ac65-80278d916c81 req-63ddeaee-63aa-4927-bcf9-97003272fbf9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Network 9b62fa4f-b2cf-4013-a771-a3abfae0550b is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:25:32.985154 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-db576396-f5a2-4f17-ac65-80278d916c81 req-63ddeaee-63aa-4927-bcf9-97003272fbf9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:25:32.988581 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-db576396-f5a2-4f17-ac65-80278d916c81 req-63ddeaee-63aa-4927-bcf9-97003272fbf9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:25:33.014241 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddeaee-63aa-4927-bcf9-97003272fbf9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event updated for resources: {'Port': ['ID=ff6e7b5a-32a4-4bab-983a-471c94a9c990,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:33.043691 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db576396-f5a2-4f17-ac65-80278d916c81 req-63ddeaee-63aa-4927-bcf9-97003272fbf9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:33.044305 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-db576396-f5a2-4f17-ac65-80278d916c81 req-63ddeaee-63aa-4927-bcf9-97003272fbf9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:33.061396 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db576396-f5a2-4f17-ac65-80278d916c81 req-63ddeaee-63aa-4927-bcf9-97003272fbf9 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5757296 Mar 07 14:25:33.225623 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-f166b11e-8617-4569-b9a3-738820b0eac3 None None] Provisioning complete for port ff6e7b5a-32a4-4bab-983a-471c94a9c990 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:25:33.226153 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f166b11e-8617-4569-b9a3-738820b0eac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (ff6e7b5a-32a4-4bab-983a-471c94a9c990), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:33.260021 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f166b11e-8617-4569-b9a3-738820b0eac3 None None] Port ff6e7b5a-32a4-4bab-983a-471c94a9c990 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:25:33.992927 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861e464-05c8-4c9a-b62d-568e33af60bc req-9b5d3cb9-ac1c-416f-8ede-1f7812384e2f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:33.994376 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c861e464-05c8-4c9a-b62d-568e33af60bc req-9b5d3cb9-ac1c-416f-8ede-1f7812384e2f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 932 time: 0.0547802 Mar 07 14:25:34.040340 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c861e464-05c8-4c9a-b62d-568e33af60bc req-b8a16455-0df6-4273-a5a8-6d0d62a3a1e7 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=247a6b6f-431f-463b-94ee-11e6f6651c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405278 Mar 07 14:25:35.097476 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Request body: {'port': {'device_id': '13400d9e-493d-42d2-8561-8a35571075a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:25:35.187641 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (ff6e7b5a-32a4-4bab-983a-471c94a9c990), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:35.203366 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cd1ce-b781-44f9-a423-b00e61c7cd9b req-ed5a2fed-3e32-4a0a-89e1-6ad6ae19bf0c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:35.204820 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-033cd1ce-b781-44f9-a423-b00e61c7cd9b req-ed5a2fed-3e32-4a0a-89e1-6ad6ae19bf0c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 932 time: 0.0879292 Mar 07 14:25:35.339177 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-033cd1ce-b781-44f9-a423-b00e61c7cd9b req-e5f941ce-26b7-4d65-a679-3c1cc897f7f3 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=247a6b6f-431f-463b-94ee-11e6f6651c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277635 Mar 07 14:25:35.481908 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6e7b5a-32a4-4bab-983a-471c94a9c990 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:25:35.489085 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Publish callbacks [] for port (ff6e7b5a-32a4-4bab-983a-471c94a9c990), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:35.500371 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Transition to ACTIVE for port object ff6e7b5a-32a4-4bab-983a-471c94a9c990 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:25:35.504574 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276028'] for port (ff6e7b5a-32a4-4bab-983a-471c94a9c990), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:35.557202 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Pushing event updated for resources: {'Port': ['ID=ff6e7b5a-32a4-4bab-983a-471c94a9c990,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:35.625564 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Attempting to bind port ff6e7b5a-32a4-4bab-983a-471c94a9c990 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:25:35.625877 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Attempting to bind port ff6e7b5a-32a4-4bab-983a-471c94a9c990 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:25:35.626209 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Attempting to bind port ff6e7b5a-32a4-4bab-983a-471c94a9c990 on network 9b62fa4f-b2cf-4013-a771-a3abfae0550b {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:25:35.631285 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Port ff6e7b5a-32a4-4bab-983a-471c94a9c990 on network 9b62fa4f-b2cf-4013-a771-a3abfae0550b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:25:35.631607 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Attempting to bind port ff6e7b5a-32a4-4bab-983a-471c94a9c990 on network 9b62fa4f-b2cf-4013-a771-a3abfae0550b {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:25:35.636922 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Checking agent: {'id': 'c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'started_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:25:35.637251 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Checking segment: {'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:25:35.637630 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Bound using segment: {'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:25:35.638051 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Bound port: ff6e7b5a-32a4-4bab-983a-471c94a9c990, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:25:35.638405 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (ff6e7b5a-32a4-4bab-983a-471c94a9c990), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:35.703141 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] For port ff6e7b5a-32a4-4bab-983a-471c94a9c990, host hv-cinder-79400, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:25:35.706333 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] For port ff6e7b5a-32a4-4bab-983a-471c94a9c990, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ff6e7b5a-32a4-4bab-983a-471c94a9c990,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:25:35.711484 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276028'] for port (ff6e7b5a-32a4-4bab-983a-471c94a9c990), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:35.751752 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:35.752427 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:35.753846 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db576396-f5a2-4f17-ac65-80278d916c81 req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] 10.222.0.25 "PUT /v2.0/ports/ff6e7b5a-32a4-4bab-983a-471c94a9c990 HTTP/1.1" status: 200 len: 1094 time: 0.6606119 Mar 07 14:25:35.754286 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13400d9e-493d-42d2-8561-8a35571075a7', 'tag': 'ff6e7b5a-32a4-4bab-983a-471c94a9c990'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:25:35.757265 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbec5b6-4944-4b96-b32b-b60529c88699" -d '{"events": [{"name": "network-changed", "server_uuid": "13400d9e-493d-42d2-8561-8a35571075a7", "tag": "ff6e7b5a-32a4-4bab-983a-471c94a9c990"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:25:35.777294 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce166bd-3b95-4dad-b344-36cae18498bf service neutron] Pushing event updated for resources: {'Port': ['ID=ff6e7b5a-32a4-4bab-983a-471c94a9c990,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:35.809473 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426f7205-1b38-44cb-ac96-d445c14bd13c x-openstack-request-id: req-426f7205-1b38-44cb-ac96-d445c14bd13c {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:25:35.809851 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13400d9e-493d-42d2-8561-8a35571075a7", "tag": "ff6e7b5a-32a4-4bab-983a-471c94a9c990", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:25:35.810172 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-426f7205-1b38-44cb-ac96-d445c14bd13c {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:25:35.810683 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13400d9e-493d-42d2-8561-8a35571075a7', 'tag': 'ff6e7b5a-32a4-4bab-983a-471c94a9c990', 'status': 'completed', 'code': 200} Mar 07 14:25:36.391663 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbec5b6-4944-4b96-b32b-b60529c88699 req-2c7db21c-699b-4dd9-8bea-3ac05567a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:36.393713 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bbbec5b6-4944-4b96-b32b-b60529c88699 req-2c7db21c-699b-4dd9-8bea-3ac05567a123 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 1128 time: 0.0471151 Mar 07 14:25:36.592210 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99eac5-9644-4f38-b50a-5adff32e533b req-4ccf90be-5479-4e4f-9495-3e74a6b830b1 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:36.593723 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6c99eac5-9644-4f38-b50a-5adff32e533b req-4ccf90be-5479-4e4f-9495-3e74a6b830b1 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 944 time: 0.1848056 Mar 07 14:25:36.621242 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbec5b6-4944-4b96-b32b-b60529c88699 req-a6e5492a-08a0-4b73-bced-a438073b8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:36.622556 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bbbec5b6-4944-4b96-b32b-b60529c88699 req-a6e5492a-08a0-4b73-bced-a438073b8964 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2148595 Mar 07 14:25:36.702931 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6c99eac5-9644-4f38-b50a-5adff32e533b req-1427fe90-72a5-4582-9485-e9e52f16d057 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=247a6b6f-431f-463b-94ee-11e6f6651c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990491 Mar 07 14:25:36.799308 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbec5b6-4944-4b96-b32b-b60529c88699 req-a4e34892-6987-4fb3-9563-a2e3fd640d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:36.800768 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bbbec5b6-4944-4b96-b32b-b60529c88699 req-a4e34892-6987-4fb3-9563-a2e3fd640d95 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1721146 Mar 07 14:25:36.900308 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db576396-f5a2-4f17-ac65-80278d916c81 req-ec326db4-93e6-4e9a-a39e-2e7f70d8ef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:36.901763 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db576396-f5a2-4f17-ac65-80278d916c81 req-ec326db4-93e6-4e9a-a39e-2e7f70d8ef96 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 1128 time: 0.0437801 Mar 07 14:25:37.179608 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db576396-f5a2-4f17-ac65-80278d916c81 req-e3a723bf-deff-469b-b8a1-5c1907b11bb8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff6e7b5a-32a4-4bab-983a-471c94a9c990 HTTP/1.1" status: 200 len: 217 time: 0.2657249 Mar 07 14:25:37.227183 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db576396-f5a2-4f17-ac65-80278d916c81 req-68ca8d92-c099-4471-aeac-36a4953034fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:37.228562 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db576396-f5a2-4f17-ac65-80278d916c81 req-68ca8d92-c099-4471-aeac-36a4953034fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94b6b23d-f0fc-499f-8502-08cb48270361 HTTP/1.1" status: 200 len: 854 time: 0.0426891 Mar 07 14:25:37.276472 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db576396-f5a2-4f17-ac65-80278d916c81 req-4ed6b753-29a3-445a-865f-025d6c71b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:37.277977 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db576396-f5a2-4f17-ac65-80278d916c81 req-4ed6b753-29a3-445a-865f-025d6c71b5a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b62fa4f-b2cf-4013-a771-a3abfae0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432727 Mar 07 14:25:37.366740 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db576396-f5a2-4f17-ac65-80278d916c81 req-de7fde7a-9653-4317-a2d4-841a2b0fafe3 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827494 Mar 07 14:25:37.454190 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db576396-f5a2-4f17-ac65-80278d916c81 req-1d239db7-0b31-4223-b56f-ac57bd4cc0c2 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810266 Mar 07 14:25:37.828373 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba4c9c-c46d-4245-83ec-fc760f852c40 req-5bb3ad79-f99a-4726-81d3-0bdfb3721ae1 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:37.829882 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b9ba4c9c-c46d-4245-83ec-fc760f852c40 req-5bb3ad79-f99a-4726-81d3-0bdfb3721ae1 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 944 time: 0.0584857 Mar 07 14:25:37.876427 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b9ba4c9c-c46d-4245-83ec-fc760f852c40 req-98d8fc45-3b12-40d1-8608-44839a45405d tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=247a6b6f-431f-463b-94ee-11e6f6651c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408504 Mar 07 14:25:38.991916 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb7fae-99d4-4c4a-94fa-1be65f14af2a req-b8633879-0ceb-48d7-bf0b-eb958dd53270 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:38.993443 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-26cb7fae-99d4-4c4a-94fa-1be65f14af2a req-b8633879-0ceb-48d7-bf0b-eb958dd53270 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 944 time: 0.0516570 Mar 07 14:25:39.039991 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-26cb7fae-99d4-4c4a-94fa-1be65f14af2a req-19d949a8-2c63-4d79-9fb5-6746499074d5 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=247a6b6f-431f-463b-94ee-11e6f6651c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406380 Mar 07 14:25:40.155391 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8b261-9435-40fb-a686-c0ca3468f6fd req-3adb7f95-59a6-41e0-bd94-d9ca2e95130f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:40.156878 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-06c8b261-9435-40fb-a686-c0ca3468f6fd req-3adb7f95-59a6-41e0-bd94-d9ca2e95130f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 944 time: 0.0516262 Mar 07 14:25:40.205809 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-06c8b261-9435-40fb-a686-c0ca3468f6fd req-53871643-a49a-4e53-b248-dd82886433a6 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=247a6b6f-431f-463b-94ee-11e6f6651c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435009 Mar 07 14:25:41.049420 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device ff6e7b5a-32a4-4bab-983a-471c94a9c990 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:25:41.145596 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port ff6e7b5a-32a4-4bab-983a-471c94a9c990, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ff6e7b5a-32a4-4bab-983a-471c94a9c990,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:25:41.156489 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Returning: {'device': 'ff6e7b5a-32a4-4bab-983a-471c94a9c990', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'port_id': 'ff6e7b5a-32a4-4bab-983a-471c94a9c990', 'mac_address': 'fa:16:3e:46:16:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:25:41.191774 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port ff6e7b5a-32a4-4bab-983a-471c94a9c990 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:25:41.192164 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (ff6e7b5a-32a4-4bab-983a-471c94a9c990), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:41.205064 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6e7b5a-32a4-4bab-983a-471c94a9c990 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:25:41.224185 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port ff6e7b5a-32a4-4bab-983a-471c94a9c990, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ff6e7b5a-32a4-4bab-983a-471c94a9c990,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:25:41.228776 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (ff6e7b5a-32a4-4bab-983a-471c94a9c990), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:41.282260 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=ff6e7b5a-32a4-4bab-983a-471c94a9c990,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:41.325216 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56335b4-7fef-4797-9efb-f7897f97512e req-f458cfa7-1131-41b7-94e6-c6837126adf8 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:41.326710 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b56335b4-7fef-4797-9efb-f7897f97512e req-f458cfa7-1131-41b7-94e6-c6837126adf8 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 945 time: 0.0521567 Mar 07 14:25:41.372742 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b56335b4-7fef-4797-9efb-f7897f97512e req-8135e7ed-6ded-48b5-a17b-fa860c0e81b0 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=247a6b6f-431f-463b-94ee-11e6f6651c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405884 Mar 07 14:25:42.488968 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cfeb0-22c6-421d-a9c7-0964d6e53f2a req-8744cb72-6666-496e-ae02-a375628408d2 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:42.490415 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0a5cfeb0-22c6-421d-a9c7-0964d6e53f2a req-8744cb72-6666-496e-ae02-a375628408d2 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 945 time: 0.0522811 Mar 07 14:25:42.537173 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0a5cfeb0-22c6-421d-a9c7-0964d6e53f2a req-c4ff4035-7f29-42b4-a12d-16c0e25b401b tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=247a6b6f-431f-463b-94ee-11e6f6651c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411038 Mar 07 14:25:43.654534 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aece6-cadb-4a68-a130-e891567bca9b req-9e4247c8-9269-4b76-b2d5-0b1b62986c6d tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:43.655908 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db9aece6-cadb-4a68-a130-e891567bca9b req-9e4247c8-9269-4b76-b2d5-0b1b62986c6d tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 945 time: 0.0545726 Mar 07 14:25:43.701413 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db9aece6-cadb-4a68-a130-e891567bca9b req-33111ae2-3c78-468f-bc9b-8239ac84d3ef tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=247a6b6f-431f-463b-94ee-11e6f6651c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393801 Mar 07 14:25:44.415734 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['ff6e7b5a-32a4-4bab-983a-471c94a9c990'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:25:44.823852 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37c095-771b-494b-b85c-baa6e611663b req-ed1c6e33-6e59-4342-8590-2ab4526f929f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:44.825354 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aa37c095-771b-494b-b85c-baa6e611663b req-ed1c6e33-6e59-4342-8590-2ab4526f929f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 945 time: 0.0524170 Mar 07 14:25:44.871117 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aa37c095-771b-494b-b85c-baa6e611663b req-a14aeeef-d094-40fc-bfeb-6b692b7045a7 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=247a6b6f-431f-463b-94ee-11e6f6651c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403411 Mar 07 14:25:45.566094 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device ff6e7b5a-32a4-4bab-983a-471c94a9c990 up at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:25:45.618262 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning for port ff6e7b5a-32a4-4bab-983a-471c94a9c990 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:25:45.622533 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning complete for port ff6e7b5a-32a4-4bab-983a-471c94a9c990 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:25:45.622921 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (ff6e7b5a-32a4-4bab-983a-471c94a9c990), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:45.702519 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port ff6e7b5a-32a4-4bab-983a-471c94a9c990 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:25:45.702902 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (ff6e7b5a-32a4-4bab-983a-471c94a9c990), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:45.726086 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13400d9e-493d-42d2-8561-8a35571075a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6e7b5a-32a4-4bab-983a-471c94a9c990'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:25:45.728312 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0780bd5-b4ec-491f-a061-a76beebf2661" -d '{"events": [{"server_uuid": "13400d9e-493d-42d2-8561-8a35571075a7", "name": "network-vif-plugged", "status": "completed", "tag": "ff6e7b5a-32a4-4bab-983a-471c94a9c990"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:25:45.745590 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port ff6e7b5a-32a4-4bab-983a-471c94a9c990, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ff6e7b5a-32a4-4bab-983a-471c94a9c990,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:25:45.750289 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (ff6e7b5a-32a4-4bab-983a-471c94a9c990), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:45.808264 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=ff6e7b5a-32a4-4bab-983a-471c94a9c990,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:25:45.822233 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:45.822517 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:45.822918 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:45.823322 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:45.823786 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:45.824090 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:45.824458 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:45.828756 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:45.829117 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:45.829462 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:45.829947 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:45.830142 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:45.830467 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:25:45.863815 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0eaa7c51-7d1a-4e01-85d3-4b2e4a755403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:45.902811 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a2620d-81b7-410c-97a3-2fbd94b6c043 x-openstack-request-id: req-40a2620d-81b7-410c-97a3-2fbd94b6c043 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:25:45.903363 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13400d9e-493d-42d2-8561-8a35571075a7", "name": "network-vif-plugged", "status": "completed", "tag": "ff6e7b5a-32a4-4bab-983a-471c94a9c990", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:25:45.903622 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40a2620d-81b7-410c-97a3-2fbd94b6c043 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:25:45.904023 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13400d9e-493d-42d2-8561-8a35571075a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6e7b5a-32a4-4bab-983a-471c94a9c990', 'code': 200} Mar 07 14:25:45.992425 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5cd0c-b993-4963-b4ea-9664b8de4d4e req-6dbba0f9-1da5-4f11-9b37-2fdeefa28060 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:45.994029 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b7d5cd0c-b993-4963-b4ea-9664b8de4d4e req-6dbba0f9-1da5-4f11-9b37-2fdeefa28060 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 946 time: 0.0564799 Mar 07 14:25:46.041459 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b7d5cd0c-b993-4963-b4ea-9664b8de4d4e req-8a30fbbd-5a69-44f5-897b-40f988b30394 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=247a6b6f-431f-463b-94ee-11e6f6651c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415478 Mar 07 14:25:46.107743 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7480b5a-50bf-4e9a-8127-021b49f0214c req-8defb609-357a-49e5-b3bb-cabff7071612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:46.109294 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e7480b5a-50bf-4e9a-8127-021b49f0214c req-8defb609-357a-49e5-b3bb-cabff7071612 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 1130 time: 0.0435510 Mar 07 14:25:46.151795 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e7480b5a-50bf-4e9a-8127-021b49f0214c req-e62aac9b-840d-4be6-80be-d1da329e40e2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=247a6b6f-431f-463b-94ee-11e6f6651c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365217 Mar 07 14:25:47.165787 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318d9ec-fb30-4ecd-9b03-76a626409c5c req-888699f8-bb10-44d9-bc05-c92fce118d0f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:47.168728 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e318d9ec-fb30-4ecd-9b03-76a626409c5c req-888699f8-bb10-44d9-bc05-c92fce118d0f tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 946 time: 0.0554552 Mar 07 14:25:47.218541 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e318d9ec-fb30-4ecd-9b03-76a626409c5c req-83ed8b4c-7f71-431f-ae2b-33f752983f0e tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=247a6b6f-431f-463b-94ee-11e6f6651c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454750 Mar 07 14:25:48.181283 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-886bacaa-1e7a-4579-8e7f-7d4e54278885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:48.334833 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ae2f4-2c18-49f7-99ed-0c5eccfc4f89 req-6a9c6fd0-46d8-46f4-9910-7bb944c67cfc tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:48.336334 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-933ae2f4-2c18-49f7-99ed-0c5eccfc4f89 req-6a9c6fd0-46d8-46f4-9910-7bb944c67cfc tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 946 time: 0.0515621 Mar 07 14:25:48.382658 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-933ae2f4-2c18-49f7-99ed-0c5eccfc4f89 req-cea46be0-49c8-494d-bd15-973d4ab3166a tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=247a6b6f-431f-463b-94ee-11e6f6651c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408056 Mar 07 14:25:49.477254 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:49.499413 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd395ae-a5d1-443e-aea3-b0e027b1c3ea req-8b4c2789-93f2-48ce-b34c-7d3b55830fd3 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:49.500912 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6dd395ae-a5d1-443e-aea3-b0e027b1c3ea req-8b4c2789-93f2-48ce-b34c-7d3b55830fd3 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 946 time: 0.0533097 Mar 07 14:25:49.546867 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6dd395ae-a5d1-443e-aea3-b0e027b1c3ea req-c291f67d-be91-4423-b7ec-2fda01aadbbf tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=247a6b6f-431f-463b-94ee-11e6f6651c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404489 Mar 07 14:25:50.668353 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24b5d7-5731-4ceb-bc58-4c720c2e3009 req-2c5c2117-ec26-41e4-87a6-69394c8e3fd1 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:50.669909 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cd24b5d7-5731-4ceb-bc58-4c720c2e3009 req-2c5c2117-ec26-41e4-87a6-69394c8e3fd1 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 946 time: 0.0569730 Mar 07 14:25:50.717387 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cd24b5d7-5731-4ceb-bc58-4c720c2e3009 req-e4c5a791-0145-4784-8610-3b418aff223e tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=247a6b6f-431f-463b-94ee-11e6f6651c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400252 Mar 07 14:25:50.902823 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:51.836613 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de2041-c526-4e22-b567-90a764a181bc req-cee53890-9b3a-4c7a-a5f9-daf7c05721c3 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:51.838031 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c6de2041-c526-4e22-b567-90a764a181bc req-cee53890-9b3a-4c7a-a5f9-daf7c05721c3 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 946 time: 0.0539002 Mar 07 14:25:51.895720 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c6de2041-c526-4e22-b567-90a764a181bc req-20c975b2-5b8a-49e3-a496-8eb1df1f097e tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=247a6b6f-431f-463b-94ee-11e6f6651c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522096 Mar 07 14:25:52.013399 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051fda4-7dd2-489a-9429-201869590674 req-d5bef1be-9808-46ee-9cda-83a3d0394dfe tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:52.014945 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9051fda4-7dd2-489a-9429-201869590674 req-d5bef1be-9808-46ee-9cda-83a3d0394dfe tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 946 time: 0.0531430 Mar 07 14:25:52.024377 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46378) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:25:52.028819 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-beb1f501-7d22-4651-9456-a98f0f7b422c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Request body: {'floatingip': {'port_id': 'ff6e7b5a-32a4-4bab-983a-471c94a9c990'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:25:52.071808 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-beb1f501-7d22-4651-9456-a98f0f7b422c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (49094d2a-e072-4fe7-922d-eba5990b4797), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:52.370672 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:52.599389 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-beb1f501-7d22-4651-9456-a98f0f7b422c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:52.603229 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-beb1f501-7d22-4651-9456-a98f0f7b422c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (49094d2a-e072-4fe7-922d-eba5990b4797), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:52.717986 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.l3_db [None req-beb1f501-7d22-4651-9456-a98f0f7b422c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Floating IP 49094d2a-e072-4fe7-922d-eba5990b4797 associated. External IP: 172.27.2.191, port: ff6e7b5a-32a4-4bab-983a-471c94a9c990. Mar 07 14:25:52.926241 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb1f501-7d22-4651-9456-a98f0f7b422c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:25:53.037018 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb1f501-7d22-4651-9456-a98f0f7b422c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:25:53.050560 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-beb1f501-7d22-4651-9456-a98f0f7b422c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:53.052046 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3458d21-a161-4011-a2f0-d82973ff6943 None None] Sync routers for ids ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:25:53.067870 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3458d21-a161-4011-a2f0-d82973ff6943 None None] Routers {'5f90c74b-dc98-4d22-b6e4-7b99941379c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:25:53.068486 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d3458d21-a161-4011-a2f0-d82973ff6943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:25:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:53.092704 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-beb1f501-7d22-4651-9456-a98f0f7b422c tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "PUT /v2.0/floatingips/49094d2a-e072-4fe7-922d-eba5990b4797 HTTP/1.1" status: 200 len: 992 time: 1.0548654 Mar 07 14:25:53.092704 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13400d9e-493d-42d2-8561-8a35571075a7', 'tag': 'ff6e7b5a-32a4-4bab-983a-471c94a9c990'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:25:53.092704 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc74629-a55f-4fea-ad37-a84c8492a5c1" -d '{"events": [{"name": "network-changed", "server_uuid": "13400d9e-493d-42d2-8561-8a35571075a7", "tag": "ff6e7b5a-32a4-4bab-983a-471c94a9c990"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:25:53.119805 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd6edc1-50a4-47a6-b7e6-3de840decf07 x-openstack-request-id: req-6cd6edc1-50a4-47a6-b7e6-3de840decf07 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:25:53.120098 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13400d9e-493d-42d2-8561-8a35571075a7", "tag": "ff6e7b5a-32a4-4bab-983a-471c94a9c990", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:25:53.120346 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6cd6edc1-50a4-47a6-b7e6-3de840decf07 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:25:53.120806 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13400d9e-493d-42d2-8561-8a35571075a7', 'tag': 'ff6e7b5a-32a4-4bab-983a-471c94a9c990', 'status': 'completed', 'code': 200} Mar 07 14:25:53.220207 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-d3458d21-a161-4011-a2f0-d82973ff6943 None None] Set router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:25:53.446173 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d3458d21-a161-4011-a2f0-d82973ff6943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': '49094d2a-e072-4fe7-922d-eba5990b4797', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'port_id': 'ff6e7b5a-32a4-4bab-983a-471c94a9c990', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'mac_address': 'fa:16:3e:46:16:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13400d9e-493d-42d2-8561-8a35571075a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:25:28Z', 'updated_at': '2022-03-07T14:25:52Z', 'revision_number': 1, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 5, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:53.476148 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3458d21-a161-4011-a2f0-d82973ff6943 None None] Checking router: 5f90c74b-dc98-4d22-b6e4-7b99941379c2 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:25:53.484361 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3458d21-a161-4011-a2f0-d82973ff6943 None None] Routers {'5f90c74b-dc98-4d22-b6e4-7b99941379c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:25:53.485000 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d3458d21-a161-4011-a2f0-d82973ff6943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:25:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:53.590710 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-d3458d21-a161-4011-a2f0-d82973ff6943 None None] Set router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:25:53.928637 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d3458d21-a161-4011-a2f0-d82973ff6943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': '49094d2a-e072-4fe7-922d-eba5990b4797', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'port_id': 'ff6e7b5a-32a4-4bab-983a-471c94a9c990', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'mac_address': 'fa:16:3e:46:16:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13400d9e-493d-42d2-8561-8a35571075a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:25:28Z', 'updated_at': '2022-03-07T14:25:52Z', 'revision_number': 1, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 5, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:25:53.957278 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3458d21-a161-4011-a2f0-d82973ff6943 None None] The sync data for ids ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'] in dv-cinder-794001-5-iscsi is: [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_floatingips': [{'id': '49094d2a-e072-4fe7-922d-eba5990b4797', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'router_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'port_id': 'ff6e7b5a-32a4-4bab-983a-471c94a9c990', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'mac_address': 'fa:16:3e:46:16:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13400d9e-493d-42d2-8561-8a35571075a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T14:25:28Z', 'updated_at': '2022-03-07T14:25:52Z', 'revision_number': 1, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 5, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:25:54.132654 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86008991-dc3e-49ee-a73d-653cd4e004a6 None None] New status for floating IP 49094d2a-e072-4fe7-922d-eba5990b4797: ACTIVE {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:25:56.393179 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:25:56.592570 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc74629-a55f-4fea-ad37-a84c8492a5c1 req-b93d180f-9ab5-4e3c-9666-ab15d87e5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:56.594223 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6cc74629-a55f-4fea-ad37-a84c8492a5c1 req-b93d180f-9ab5-4e3c-9666-ab15d87e5d08 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 1130 time: 0.0455866 Mar 07 14:25:56.668325 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:25:56.687850 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc74629-a55f-4fea-ad37-a84c8492a5c1 req-aa5f2d98-7003-4705-8119-3c72c530350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:56.689355 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6cc74629-a55f-4fea-ad37-a84c8492a5c1 req-aa5f2d98-7003-4705-8119-3c72c530350e service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 200 len: 916 time: 0.0895822 Mar 07 14:25:56.753836 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6cc74629-a55f-4fea-ad37-a84c8492a5c1 req-d68129d5-c211-4e15-bdf7-446a290bf2c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff6e7b5a-32a4-4bab-983a-471c94a9c990 HTTP/1.1" status: 200 len: 1002 time: 0.0581276 Mar 07 14:25:56.800289 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc74629-a55f-4fea-ad37-a84c8492a5c1 req-96f6b946-68e4-457e-bb76-5e1bdb627df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:56.801734 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6cc74629-a55f-4fea-ad37-a84c8492a5c1 req-96f6b946-68e4-457e-bb76-5e1bdb627df2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94b6b23d-f0fc-499f-8502-08cb48270361 HTTP/1.1" status: 200 len: 854 time: 0.0423701 Mar 07 14:25:56.851581 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc74629-a55f-4fea-ad37-a84c8492a5c1 req-64984cc5-a1ad-4b68-9d31-86275f6bfe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:25:56.853070 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6cc74629-a55f-4fea-ad37-a84c8492a5c1 req-64984cc5-a1ad-4b68-9d31-86275f6bfe03 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b62fa4f-b2cf-4013-a771-a3abfae0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458550 Mar 07 14:25:56.939652 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6cc74629-a55f-4fea-ad37-a84c8492a5c1 req-f5c8fd05-6ba9-4f58-a1c2-8e092adc6bbb service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805206 Mar 07 14:25:57.029207 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6cc74629-a55f-4fea-ad37-a84c8492a5c1 req-4d8c92bb-7eaa-4edf-869a-3f9ccd39a4cb service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835860 Mar 07 14:26:01.484540 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46454) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:01.584279 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bebf2dd1-07f8-4f39-86d9-3875df0dbb59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:01.661181 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bebf2dd1-07f8-4f39-86d9-3875df0dbb59 admin admin] Publish callbacks [] for security_group (70fe742e-b471-48a9-b33f-c5518754af74), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:01.666258 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bebf2dd1-07f8-4f39-86d9-3875df0dbb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (70fe742e-b471-48a9-b33f-c5518754af74), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:01.701941 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf2dd1-07f8-4f39-86d9-3875df0dbb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fe742e-b471-48a9-b33f-c5518754af74,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:01.705680 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-bebf2dd1-07f8-4f39-86d9-3875df0dbb59 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5243c3de17154522b9c2ae83bb6321dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201142 Mar 07 14:26:01.708391 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46458) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:01.712567 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf2dd1-07f8-4f39-86d9-3875df0dbb59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:01.712940 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf2dd1-07f8-4f39-86d9-3875df0dbb59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:01.713288 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf2dd1-07f8-4f39-86d9-3875df0dbb59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:01.713623 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf2dd1-07f8-4f39-86d9-3875df0dbb59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:01.713955 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf2dd1-07f8-4f39-86d9-3875df0dbb59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:01.714281 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf2dd1-07f8-4f39-86d9-3875df0dbb59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:01.714608 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf2dd1-07f8-4f39-86d9-3875df0dbb59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:01.714935 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf2dd1-07f8-4f39-86d9-3875df0dbb59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:01.715259 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf2dd1-07f8-4f39-86d9-3875df0dbb59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:01.715579 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf2dd1-07f8-4f39-86d9-3875df0dbb59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:01.715899 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf2dd1-07f8-4f39-86d9-3875df0dbb59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:01.716218 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf2dd1-07f8-4f39-86d9-3875df0dbb59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:01.716532 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf2dd1-07f8-4f39-86d9-3875df0dbb59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:01.761155 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9fdb9db8-da0d-498c-a3fa-3ee20755a87c admin admin] Publish callbacks [] for security_group (70fe742e-b471-48a9-b33f-c5518754af74), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:01.782002 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9fdb9db8-da0d-498c-a3fa-3ee20755a87c admin admin] Publish callbacks [] for security_group (70fe742e-b471-48a9-b33f-c5518754af74), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:01.830318 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9fdb9db8-da0d-498c-a3fa-3ee20755a87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (70fe742e-b471-48a9-b33f-c5518754af74), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:01.832917 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9fdb9db8-da0d-498c-a3fa-3ee20755a87c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:01.834101 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-9fdb9db8-da0d-498c-a3fa-3ee20755a87c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70fe742e-b471-48a9-b33f-c5518754af74 HTTP/1.1" status: 204 len: 168 time: 0.1246192 Mar 07 14:26:01.842662 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb9db8-da0d-498c-a3fa-3ee20755a87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fe742e-b471-48a9-b33f-c5518754af74,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:02.083672 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46464) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:02.096871 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-694c8e78-b354-4f53-a493-660da13dedcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:02.171383 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-694c8e78-b354-4f53-a493-660da13dedcd admin admin] Publish callbacks [] for security_group (41cc849b-9949-4421-964c-72970f99df34), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:02.175087 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-694c8e78-b354-4f53-a493-660da13dedcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (41cc849b-9949-4421-964c-72970f99df34), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:02.211809 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c8e78-b354-4f53-a493-660da13dedcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cc849b-9949-4421-964c-72970f99df34,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:02.216736 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-694c8e78-b354-4f53-a493-660da13dedcd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0123b32837454a489589ce03c83ff756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312091 Mar 07 14:26:02.219725 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46466) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:02.265914 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-715e0efd-ba7c-493a-a328-dfa5227fa3a6 admin admin] Publish callbacks [] for security_group (41cc849b-9949-4421-964c-72970f99df34), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:02.288766 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-715e0efd-ba7c-493a-a328-dfa5227fa3a6 admin admin] Publish callbacks [] for security_group (41cc849b-9949-4421-964c-72970f99df34), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:02.336856 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-715e0efd-ba7c-493a-a328-dfa5227fa3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (41cc849b-9949-4421-964c-72970f99df34), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:02.339132 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-715e0efd-ba7c-493a-a328-dfa5227fa3a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:02.340276 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-715e0efd-ba7c-493a-a328-dfa5227fa3a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/41cc849b-9949-4421-964c-72970f99df34 HTTP/1.1" status: 204 len: 168 time: 0.1196642 Mar 07 14:26:02.348919 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e0efd-ba7c-493a-a328-dfa5227fa3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cc849b-9949-4421-964c-72970f99df34,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:03.848045 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46510) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:03.955723 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-93ee350f-1e12-4e65-b139-792f95613007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:04.026640 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-93ee350f-1e12-4e65-b139-792f95613007 admin admin] Publish callbacks [] for security_group (27bb3c8f-f223-4cf6-8ef7-0c84aede855c), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:04.030486 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-93ee350f-1e12-4e65-b139-792f95613007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (27bb3c8f-f223-4cf6-8ef7-0c84aede855c), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:04.070761 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-93ee350f-1e12-4e65-b139-792f95613007 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32fdb10185e04f1690e1837f23f87ebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209635 Mar 07 14:26:04.072670 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee350f-1e12-4e65-b139-792f95613007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bb3c8f-f223-4cf6-8ef7-0c84aede855c,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:04.073682 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46514) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:04.122669 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ba7a910b-7b95-42e6-80b6-5836b3977419 admin admin] Publish callbacks [] for security_group (27bb3c8f-f223-4cf6-8ef7-0c84aede855c), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:04.143661 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ba7a910b-7b95-42e6-80b6-5836b3977419 admin admin] Publish callbacks [] for security_group (27bb3c8f-f223-4cf6-8ef7-0c84aede855c), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:04.189372 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ba7a910b-7b95-42e6-80b6-5836b3977419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (27bb3c8f-f223-4cf6-8ef7-0c84aede855c), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:04.192062 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ba7a910b-7b95-42e6-80b6-5836b3977419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:04.193243 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ba7a910b-7b95-42e6-80b6-5836b3977419 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/27bb3c8f-f223-4cf6-8ef7-0c84aede855c HTTP/1.1" status: 204 len: 168 time: 0.1184464 Mar 07 14:26:04.200528 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a910b-7b95-42e6-80b6-5836b3977419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bb3c8f-f223-4cf6-8ef7-0c84aede855c,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:04.449468 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46520) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:04.463152 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b0d736d3-e34d-47b3-a007-ce9cb300bccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:04.537050 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b0d736d3-e34d-47b3-a007-ce9cb300bccb admin admin] Publish callbacks [] for security_group (21027d6e-73aa-4483-9aa9-6e1fe481d60a), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:04.541126 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b0d736d3-e34d-47b3-a007-ce9cb300bccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (21027d6e-73aa-4483-9aa9-6e1fe481d60a), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:04.581071 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b0d736d3-e34d-47b3-a007-ce9cb300bccb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00d5912156a343fabd10fddbf75ace8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305006 Mar 07 14:26:04.581768 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d736d3-e34d-47b3-a007-ce9cb300bccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21027d6e-73aa-4483-9aa9-6e1fe481d60a,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:04.583787 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46522) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:04.631869 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cc5ce9e3-46c1-4416-85e2-c6d246503759 admin admin] Publish callbacks [] for security_group (21027d6e-73aa-4483-9aa9-6e1fe481d60a), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:04.653706 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cc5ce9e3-46c1-4416-85e2-c6d246503759 admin admin] Publish callbacks [] for security_group (21027d6e-73aa-4483-9aa9-6e1fe481d60a), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:04.700397 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cc5ce9e3-46c1-4416-85e2-c6d246503759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (21027d6e-73aa-4483-9aa9-6e1fe481d60a), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:04.702866 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cc5ce9e3-46c1-4416-85e2-c6d246503759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:04.703960 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-cc5ce9e3-46c1-4416-85e2-c6d246503759 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/21027d6e-73aa-4483-9aa9-6e1fe481d60a HTTP/1.1" status: 204 len: 168 time: 0.1191378 Mar 07 14:26:04.712183 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ce9e3-46c1-4416-85e2-c6d246503759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21027d6e-73aa-4483-9aa9-6e1fe481d60a,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:06.442717 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46576) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:06.543997 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-74674778-98ff-422d-a6cc-cec6ff7f9fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:06.619265 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-74674778-98ff-422d-a6cc-cec6ff7f9fac admin admin] Publish callbacks [] for security_group (3ab795a8-36bd-41c2-8355-f1664d02ac61), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:06.623030 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-74674778-98ff-422d-a6cc-cec6ff7f9fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (3ab795a8-36bd-41c2-8355-f1664d02ac61), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:06.660078 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-74674778-98ff-422d-a6cc-cec6ff7f9fac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52a2f37f4ab54f78ab65928383a4605c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162302 Mar 07 14:26:06.662185 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74674778-98ff-422d-a6cc-cec6ff7f9fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab795a8-36bd-41c2-8355-f1664d02ac61,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:06.662798 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46580) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:06.713684 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-13d0dbb7-f1ff-4f4b-870c-7c1086f8c94b admin admin] Publish callbacks [] for security_group (3ab795a8-36bd-41c2-8355-f1664d02ac61), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:06.735590 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-13d0dbb7-f1ff-4f4b-870c-7c1086f8c94b admin admin] Publish callbacks [] for security_group (3ab795a8-36bd-41c2-8355-f1664d02ac61), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:06.782132 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-13d0dbb7-f1ff-4f4b-870c-7c1086f8c94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (3ab795a8-36bd-41c2-8355-f1664d02ac61), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:06.784880 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-13d0dbb7-f1ff-4f4b-870c-7c1086f8c94b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:06.786013 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-13d0dbb7-f1ff-4f4b-870c-7c1086f8c94b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ab795a8-36bd-41c2-8355-f1664d02ac61 HTTP/1.1" status: 204 len: 168 time: 0.1221628 Mar 07 14:26:06.795037 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0dbb7-f1ff-4f4b-870c-7c1086f8c94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab795a8-36bd-41c2-8355-f1664d02ac61,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:07.041227 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46586) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:07.053848 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d1333ece-8b2b-49e6-a934-66733d2dd01d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:07.125456 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d1333ece-8b2b-49e6-a934-66733d2dd01d admin admin] Publish callbacks [] for security_group (ebc92ece-9ce2-4bfa-b858-7b857fe9318c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:07.129342 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d1333ece-8b2b-49e6-a934-66733d2dd01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (ebc92ece-9ce2-4bfa-b858-7b857fe9318c), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:07.166679 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-d1333ece-8b2b-49e6-a934-66733d2dd01d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=866d88f5ee894c749eb5a79205996a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1244080 Mar 07 14:26:07.168598 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1333ece-8b2b-49e6-a934-66733d2dd01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc92ece-9ce2-4bfa-b858-7b857fe9318c,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:07.169352 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46588) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:07.218395 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-31b9ef26-df19-4c12-9c56-bdab4747f3b0 admin admin] Publish callbacks [] for security_group (ebc92ece-9ce2-4bfa-b858-7b857fe9318c), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:07.238654 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-31b9ef26-df19-4c12-9c56-bdab4747f3b0 admin admin] Publish callbacks [] for security_group (ebc92ece-9ce2-4bfa-b858-7b857fe9318c), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:07.284557 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-31b9ef26-df19-4c12-9c56-bdab4747f3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (ebc92ece-9ce2-4bfa-b858-7b857fe9318c), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:07.287058 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-31b9ef26-df19-4c12-9c56-bdab4747f3b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:07.288214 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-31b9ef26-df19-4c12-9c56-bdab4747f3b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ebc92ece-9ce2-4bfa-b858-7b857fe9318c HTTP/1.1" status: 204 len: 168 time: 0.1178966 Mar 07 14:26:07.295997 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9ef26-df19-4c12-9c56-bdab4747f3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc92ece-9ce2-4bfa-b858-7b857fe9318c,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:09.210226 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46660) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:09.312071 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-59fd3d0d-f4a0-4339-9da7-8c235fb0b3e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:09.382125 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-59fd3d0d-f4a0-4339-9da7-8c235fb0b3e4 admin admin] Publish callbacks [] for security_group (f0a9197a-33af-4ced-ae42-16a80cbced39), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:09.386519 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-59fd3d0d-f4a0-4339-9da7-8c235fb0b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (f0a9197a-33af-4ced-ae42-16a80cbced39), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:09.423960 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-59fd3d0d-f4a0-4339-9da7-8c235fb0b3e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc9aaf1bf2744bbe9726d43496655988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119448 Mar 07 14:26:09.424838 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd3d0d-f4a0-4339-9da7-8c235fb0b3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a9197a-33af-4ced-ae42-16a80cbced39,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:09.426823 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46664) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:09.476393 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c279df11-5240-40b0-bb87-6508b349f603 admin admin] Publish callbacks [] for security_group (f0a9197a-33af-4ced-ae42-16a80cbced39), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:09.497420 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c279df11-5240-40b0-bb87-6508b349f603 admin admin] Publish callbacks [] for security_group (f0a9197a-33af-4ced-ae42-16a80cbced39), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:09.542806 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c279df11-5240-40b0-bb87-6508b349f603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (f0a9197a-33af-4ced-ae42-16a80cbced39), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:09.545377 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c279df11-5240-40b0-bb87-6508b349f603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:09.546535 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c279df11-5240-40b0-bb87-6508b349f603 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0a9197a-33af-4ced-ae42-16a80cbced39 HTTP/1.1" status: 204 len: 168 time: 0.1187289 Mar 07 14:26:09.553786 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279df11-5240-40b0-bb87-6508b349f603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a9197a-33af-4ced-ae42-16a80cbced39,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:09.803874 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46670) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:09.817158 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-70df13b1-e216-4baa-acad-11e5e15db2a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:09.893975 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-70df13b1-e216-4baa-acad-11e5e15db2a5 admin admin] Publish callbacks [] for security_group (5b9437a9-2458-429f-8907-095f7ae9594c), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:09.897660 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-70df13b1-e216-4baa-acad-11e5e15db2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (5b9437a9-2458-429f-8907-095f7ae9594c), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:10.171688 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df13b1-e216-4baa-acad-11e5e15db2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9437a9-2458-429f-8907-095f7ae9594c,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:10.176022 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-70df13b1-e216-4baa-acad-11e5e15db2a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=90abc4bbac334fa488e874a0ff7f2dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3705404 Mar 07 14:26:10.179047 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46672) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:10.227195 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d20c4c1c-4a91-4c2b-a613-1a0697bd75d5 admin admin] Publish callbacks [] for security_group (5b9437a9-2458-429f-8907-095f7ae9594c), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:10.247893 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d20c4c1c-4a91-4c2b-a613-1a0697bd75d5 admin admin] Publish callbacks [] for security_group (5b9437a9-2458-429f-8907-095f7ae9594c), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:10.293655 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d20c4c1c-4a91-4c2b-a613-1a0697bd75d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (5b9437a9-2458-429f-8907-095f7ae9594c), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:10.296156 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d20c4c1c-4a91-4c2b-a613-1a0697bd75d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:10.297327 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-d20c4c1c-4a91-4c2b-a613-1a0697bd75d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b9437a9-2458-429f-8907-095f7ae9594c HTTP/1.1" status: 204 len: 168 time: 0.1164377 Mar 07 14:26:10.305219 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c4c1c-4a91-4c2b-a613-1a0697bd75d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9437a9-2458-429f-8907-095f7ae9594c,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:10.895777 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b22f3966-5c8e-40ac-bf03-3374d88e8635 req-e032012b-5d8c-4d54-9193-fd3f8754b27d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453093 Mar 07 14:26:11.018004 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f3966-5c8e-40ac-bf03-3374d88e8635 req-083ee5c9-d04f-45ad-ad1f-f3cc2c3756cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:11.019498 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b22f3966-5c8e-40ac-bf03-3374d88e8635 req-083ee5c9-d04f-45ad-ad1f-f3cc2c3756cc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 1130 time: 0.0449226 Mar 07 14:26:11.126709 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f3966-5c8e-40ac-bf03-3374d88e8635 req-36ba8ae9-2ad9-424c-b690-23c1ece25eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:11.128175 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b22f3966-5c8e-40ac-bf03-3374d88e8635 req-36ba8ae9-2ad9-424c-b690-23c1ece25eaf service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 200 len: 916 time: 0.0883169 Mar 07 14:26:11.193947 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b22f3966-5c8e-40ac-bf03-3374d88e8635 req-11272a3e-e29b-4322-85ee-b5134f3cf603 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff6e7b5a-32a4-4bab-983a-471c94a9c990 HTTP/1.1" status: 200 len: 1002 time: 0.0574560 Mar 07 14:26:11.246111 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f3966-5c8e-40ac-bf03-3374d88e8635 req-990472c4-d2a8-42f0-acbf-7bc210cc6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:11.247575 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b22f3966-5c8e-40ac-bf03-3374d88e8635 req-990472c4-d2a8-42f0-acbf-7bc210cc6581 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94b6b23d-f0fc-499f-8502-08cb48270361 HTTP/1.1" status: 200 len: 854 time: 0.0473816 Mar 07 14:26:11.297874 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f3966-5c8e-40ac-bf03-3374d88e8635 req-805ba5ea-b901-4e4d-964a-b6e3170809e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:11.299580 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b22f3966-5c8e-40ac-bf03-3374d88e8635 req-805ba5ea-b901-4e4d-964a-b6e3170809e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b62fa4f-b2cf-4013-a771-a3abfae0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467398 Mar 07 14:26:11.394096 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b22f3966-5c8e-40ac-bf03-3374d88e8635 req-1a2497e4-224c-4c41-a958-474b31c2e4d4 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879090 Mar 07 14:26:11.485327 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b22f3966-5c8e-40ac-bf03-3374d88e8635 req-968b7334-b533-45d3-8ab3-75f6faee8163 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845191 Mar 07 14:26:13.802446 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46716) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:13.903766 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-dac3e4da-f0b4-4dda-bf9d-8c39306d74da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:13.975886 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-dac3e4da-f0b4-4dda-bf9d-8c39306d74da admin admin] Publish callbacks [] for security_group (26771d39-21f6-414f-b1af-542ecc2c6fd7), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:13.980495 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-dac3e4da-f0b4-4dda-bf9d-8c39306d74da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (26771d39-21f6-414f-b1af-542ecc2c6fd7), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:14.019642 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-dac3e4da-f0b4-4dda-bf9d-8c39306d74da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a7c69ea51014c30a4135f511426fd61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161176 Mar 07 14:26:14.021537 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3e4da-f0b4-4dda-bf9d-8c39306d74da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26771d39-21f6-414f-b1af-542ecc2c6fd7,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:14.022667 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46720) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:14.070930 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-59f7f089-f338-42d2-be6b-49a8605c24ea admin admin] Publish callbacks [] for security_group (26771d39-21f6-414f-b1af-542ecc2c6fd7), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:14.090896 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-59f7f089-f338-42d2-be6b-49a8605c24ea admin admin] Publish callbacks [] for security_group (26771d39-21f6-414f-b1af-542ecc2c6fd7), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:14.136898 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-59f7f089-f338-42d2-be6b-49a8605c24ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (26771d39-21f6-414f-b1af-542ecc2c6fd7), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:14.139366 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-59f7f089-f338-42d2-be6b-49a8605c24ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:14.140487 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-59f7f089-f338-42d2-be6b-49a8605c24ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26771d39-21f6-414f-b1af-542ecc2c6fd7 HTTP/1.1" status: 204 len: 168 time: 0.1165946 Mar 07 14:26:14.147652 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7f089-f338-42d2-be6b-49a8605c24ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26771d39-21f6-414f-b1af-542ecc2c6fd7,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:15.865412 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-aa11a98a-9d5b-44cd-b133-fa9b9c2dfcf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:16.281758 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-2fa1c548-abc9-4b13-bc03-15d6a15afef2 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0306b9b1de3b434ba13180549499b700&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289161 Mar 07 14:26:16.465273 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-6aa592d7-b962-4f5c-838d-a7bdac6a97db tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:16.466623 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-6aa592d7-b962-4f5c-838d-a7bdac6a97db tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799223 Mar 07 14:26:16.481593 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9b91437d-1700-4d4a-b62a-654342b64f15 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/quotas/0306b9b1de3b434ba13180549499b700 HTTP/1.1" status: 200 len: 375 time: 0.0097106 Mar 07 14:26:16.512427 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-e3fdc80b-7cef-4c38-81c2-cfc09307c69f tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0306b9b1de3b434ba13180549499b700&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260968 Mar 07 14:26:16.666675 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1a23a227-39c4-4442-a184-5b0c3a8a9c0e req-2afe3da9-b4de-40ba-8b26-379eb3a33842 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc65067-a665-434a-9854-9bb531f88a89 HTTP/1.1" status: 200 len: 210 time: 0.0278695 Mar 07 14:26:17.610168 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-7bbc1cfc-3178-406a-a0eb-3bdce35d7bca tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0306b9b1de3b434ba13180549499b700&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230007 Mar 07 14:26:17.719168 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9ff86780-2f2c-49c2-901f-db93f197a057 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:17.720871 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9ff86780-2f2c-49c2-901f-db93f197a057 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1052885 Mar 07 14:26:17.748897 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-a6bd67f8-0894-4c52-a9ae-8674f64a789c tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Request body: {'port': {'device_id': '4dc65067-a665-434a-9854-9bb531f88a89', 'network_id': 'd53b6864-b4e9-473a-957b-b9679be01e4b', 'admin_state_up': True, 'tenant_id': '0306b9b1de3b434ba13180549499b700'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:26:17.785560 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f8083607-60f9-4508-9d20-c4cb48dd64c7 req-9cf71747-2205-454d-aec5-16670958c1fc tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc65067-a665-434a-9854-9bb531f88a89 HTTP/1.1" status: 200 len: 210 time: 0.0489497 Mar 07 14:26:17.872675 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-a6bd67f8-0894-4c52-a9ae-8674f64a789c tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Made reservation on behalf of 0306b9b1de3b434ba13180549499b700 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:26:17.875979 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-a6bd67f8-0894-4c52-a9ae-8674f64a789c tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:17.885335 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-a6bd67f8-0894-4c52-a9ae-8674f64a789c tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:17.965946 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-a6bd67f8-0894-4c52-a9ae-8674f64a789c tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Publish callbacks [] for security_group (17fa58f9-c3d4-4a25-8972-600668adb0bf), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:17.969694 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-a6bd67f8-0894-4c52-a9ae-8674f64a789c tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (17fa58f9-c3d4-4a25-8972-600668adb0bf), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:18.037787 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd67f8-0894-4c52-a9ae-8674f64a789c tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17fa58f9-c3d4-4a25-8972-600668adb0bf,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:18.102378 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-a6bd67f8-0894-4c52-a9ae-8674f64a789c tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Allocated IP 192.168.233.221 (d53b6864-b4e9-473a-957b-b9679be01e4b/6ff5a426-392a-4dd8-9157-b67dfdde9ab0/97634060-00d8-4947-922b-c390564c806f) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:26:18.182297 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d7523c82-5230-4c01-ad31-d3f39a342050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:18.249452 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-a6bd67f8-0894-4c52-a9ae-8674f64a789c tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Publish callbacks [] for port (97634060-00d8-4947-922b-c390564c806f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:18.283342 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-a6bd67f8-0894-4c52-a9ae-8674f64a789c tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (97634060-00d8-4947-922b-c390564c806f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:18.326065 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-a6bd67f8-0894-4c52-a9ae-8674f64a789c tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Network d53b6864-b4e9-473a-957b-b9679be01e4b is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:26:18.329131 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-a6bd67f8-0894-4c52-a9ae-8674f64a789c tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:26:18.331516 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-a6bd67f8-0894-4c52-a9ae-8674f64a789c tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:26:18.363416 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd67f8-0894-4c52-a9ae-8674f64a789c tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Pushing event updated for resources: {'Port': ['ID=97634060-00d8-4947-922b-c390564c806f,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:18.386076 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-a6bd67f8-0894-4c52-a9ae-8674f64a789c tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:18.386687 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-a6bd67f8-0894-4c52-a9ae-8674f64a789c tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:18.402964 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-a6bd67f8-0894-4c52-a9ae-8674f64a789c tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6644993 Mar 07 14:26:18.420031 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Request body: {'port': {'device_id': '4dc65067-a665-434a-9854-9bb531f88a89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:26:18.485080 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (97634060-00d8-4947-922b-c390564c806f), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:18.590391 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-decc95fb-189e-4823-b061-582c97637464 None None] Provisioning complete for port 97634060-00d8-4947-922b-c390564c806f triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:18.590766 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-decc95fb-189e-4823-b061-582c97637464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (97634060-00d8-4947-922b-c390564c806f), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:18.624505 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-decc95fb-189e-4823-b061-582c97637464 None None] Port 97634060-00d8-4947-922b-c390564c806f cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:26:18.744565 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97634060-00d8-4947-922b-c390564c806f {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:26:18.751776 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Publish callbacks [] for port (97634060-00d8-4947-922b-c390564c806f), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:18.763606 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Transition to ACTIVE for port object 97634060-00d8-4947-922b-c390564c806f will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:26:18.767386 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276028'] for port (97634060-00d8-4947-922b-c390564c806f), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:18.821576 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Pushing event updated for resources: {'Port': ['ID=97634060-00d8-4947-922b-c390564c806f,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:18.926832 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Attempting to bind port 97634060-00d8-4947-922b-c390564c806f on host hv-cinder-79400 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:26:18.927165 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Attempting to bind port 97634060-00d8-4947-922b-c390564c806f by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '0090ac47-fef1-4467-b349-dc004cd4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd53b6864-b4e9-473a-957b-b9679be01e4b'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:26:18.927494 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Attempting to bind port 97634060-00d8-4947-922b-c390564c806f on network d53b6864-b4e9-473a-957b-b9679be01e4b {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:26:18.935699 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0fac9-b977-4857-a8c0-5bd0e5126c50 req-453d710a-a0cd-4857-97e3-f3ef25a668d9 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:18.937263 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-38b0fac9-b977-4857-a8c0-5bd0e5126c50 req-453d710a-a0cd-4857-97e3-f3ef25a668d9 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc65067-a665-434a-9854-9bb531f88a89 HTTP/1.1" status: 200 len: 948 time: 0.0785139 Mar 07 14:26:18.940779 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Port 97634060-00d8-4947-922b-c390564c806f on network d53b6864-b4e9-473a-957b-b9679be01e4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:26:18.941108 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Attempting to bind port 97634060-00d8-4947-922b-c390564c806f on network d53b6864-b4e9-473a-957b-b9679be01e4b {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:26:18.952864 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Checking agent: {'id': 'c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'started_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:26:18.953217 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Checking segment: {'id': '0090ac47-fef1-4467-b349-dc004cd4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd53b6864-b4e9-473a-957b-b9679be01e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:26:18.953586 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Bound using segment: {'id': '0090ac47-fef1-4467-b349-dc004cd4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd53b6864-b4e9-473a-957b-b9679be01e4b'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:26:18.954021 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Bound port: 97634060-00d8-4947-922b-c390564c806f, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0090ac47-fef1-4467-b349-dc004cd4b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd53b6864-b4e9-473a-957b-b9679be01e4b'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:26:18.954378 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (97634060-00d8-4947-922b-c390564c806f), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:19.025770 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-38b0fac9-b977-4857-a8c0-5bd0e5126c50 req-0d9e7faa-a7d7-425d-bb79-920561075f86 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/security-groups?id=17fa58f9-c3d4-4a25-8972-600668adb0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822597 Mar 07 14:26:19.046923 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] For port 97634060-00d8-4947-922b-c390564c806f, host hv-cinder-79400, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:26:19.050339 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] For port 97634060-00d8-4947-922b-c390564c806f, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=97634060-00d8-4947-922b-c390564c806f,segment=NetworkSegment(0090ac47-fef1-4467-b349-dc004cd4b8ee),segment_id=0090ac47-fef1-4467-b349-dc004cd4b8ee)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:26:19.055936 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276028'] for port (97634060-00d8-4947-922b-c390564c806f), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:19.088874 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:19.089485 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:19.090846 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] 10.222.0.25 "PUT /v2.0/ports/97634060-00d8-4947-922b-c390564c806f HTTP/1.1" status: 200 len: 1098 time: 0.6750209 Mar 07 14:26:19.091286 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc65067-a665-434a-9854-9bb531f88a89', 'tag': '97634060-00d8-4947-922b-c390564c806f'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:26:19.093638 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0223b741-d92d-48b9-a125-9c6c2580346b" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc65067-a665-434a-9854-9bb531f88a89", "tag": "97634060-00d8-4947-922b-c390564c806f"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:26:19.118979 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3ba2b-cbad-426a-9dd3-d4cb40ba30c9 service neutron] Pushing event updated for resources: {'Port': ['ID=97634060-00d8-4947-922b-c390564c806f,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:19.143113 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1652736f-ff56-4b4b-9465-4170447c450c x-openstack-request-id: req-1652736f-ff56-4b4b-9465-4170447c450c {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:26:19.143411 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc65067-a665-434a-9854-9bb531f88a89", "tag": "97634060-00d8-4947-922b-c390564c806f", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:26:19.143670 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1652736f-ff56-4b4b-9465-4170447c450c {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:26:19.144073 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc65067-a665-434a-9854-9bb531f88a89', 'tag': '97634060-00d8-4947-922b-c390564c806f', 'status': 'completed', 'code': 200} Mar 07 14:26:19.208928 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-3b11af27-1a5a-4b27-9b47-4386512379e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:19.210445 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-3b11af27-1a5a-4b27-9b47-4386512379e2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0306b9b1de3b434ba13180549499b700&device_id=4dc65067-a665-434a-9854-9bb531f88a89 HTTP/1.1" status: 200 len: 1132 time: 0.0492642 Mar 07 14:26:19.262444 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-d07c2b06-a5a6-4020-8c8c-adccbd79e306 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=97634060-00d8-4947-922b-c390564c806f HTTP/1.1" status: 200 len: 217 time: 0.0384352 Mar 07 14:26:19.308556 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-5ce45b2a-b827-40e2-b939-455c6d523592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:19.309991 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-5ce45b2a-b827-40e2-b939-455c6d523592 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ff5a426-392a-4dd8-9157-b67dfdde9ab0 HTTP/1.1" status: 200 len: 843 time: 0.0424938 Mar 07 14:26:19.357140 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-97eea526-498e-432a-b5b5-7a084673fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:19.358518 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-97eea526-498e-432a-b5b5-7a084673fdb7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d53b6864-b4e9-473a-957b-b9679be01e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0430012 Mar 07 14:26:19.447059 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-1c30be39-42dc-466d-aa64-a48bced0c1fa service neutron] 10.222.0.25 "GET /v2.0/networks/d53b6864-b4e9-473a-957b-b9679be01e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825336 Mar 07 14:26:19.479628 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:19.534425 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-69e80170-7e1e-4c57-abac-30952e3194d7 req-f5236739-2b61-4bc5-be30-cfed103e97be service neutron] 10.222.0.25 "GET /v2.0/networks/d53b6864-b4e9-473a-957b-b9679be01e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808270 Mar 07 14:26:19.680343 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223b741-d92d-48b9-a125-9c6c2580346b req-87b73854-6246-4b48-a231-1eb3ce1b682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:19.681836 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0223b741-d92d-48b9-a125-9c6c2580346b req-87b73854-6246-4b48-a231-1eb3ce1b682e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0306b9b1de3b434ba13180549499b700&device_id=4dc65067-a665-434a-9854-9bb531f88a89 HTTP/1.1" status: 200 len: 1132 time: 0.0459452 Mar 07 14:26:19.772704 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223b741-d92d-48b9-a125-9c6c2580346b req-801f60f4-6713-49ce-9ca7-e74e3b0ed7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:19.774173 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0223b741-d92d-48b9-a125-9c6c2580346b req-801f60f4-6713-49ce-9ca7-e74e3b0ed7fa service neutron] 10.222.0.25 "GET /v2.0/networks?id=d53b6864-b4e9-473a-957b-b9679be01e4b HTTP/1.1" status: 200 len: 870 time: 0.0858157 Mar 07 14:26:19.813665 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0223b741-d92d-48b9-a125-9c6c2580346b req-d018c78b-cb5c-42dc-bb1d-aa4d86b44f21 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=97634060-00d8-4947-922b-c390564c806f HTTP/1.1" status: 200 len: 217 time: 0.0339096 Mar 07 14:26:19.862999 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223b741-d92d-48b9-a125-9c6c2580346b req-83ea6a3c-0160-4727-9f07-df7d4c1995f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:19.864396 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0223b741-d92d-48b9-a125-9c6c2580346b req-83ea6a3c-0160-4727-9f07-df7d4c1995f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ff5a426-392a-4dd8-9157-b67dfdde9ab0 HTTP/1.1" status: 200 len: 843 time: 0.0455377 Mar 07 14:26:19.910718 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223b741-d92d-48b9-a125-9c6c2580346b req-1e37f257-e6a4-43f2-a6bc-831b76e51779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:19.912187 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0223b741-d92d-48b9-a125-9c6c2580346b req-1e37f257-e6a4-43f2-a6bc-831b76e51779 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d53b6864-b4e9-473a-957b-b9679be01e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0420556 Mar 07 14:26:20.001661 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0223b741-d92d-48b9-a125-9c6c2580346b req-8018e7fa-d85d-4c49-9c30-b015459576cf service neutron] 10.222.0.25 "GET /v2.0/networks/d53b6864-b4e9-473a-957b-b9679be01e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829966 Mar 07 14:26:20.089557 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0223b741-d92d-48b9-a125-9c6c2580346b req-a49607eb-784c-4f98-bcaf-d075d9d93432 service neutron] 10.222.0.25 "GET /v2.0/networks/d53b6864-b4e9-473a-957b-b9679be01e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818787 Mar 07 14:26:20.149072 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0e4ad-2e08-44cd-9826-6c05b69b07c7 req-36ab9897-43ed-46bb-8bd8-b9b618b8d514 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:20.150553 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-28e0e4ad-2e08-44cd-9826-6c05b69b07c7 req-36ab9897-43ed-46bb-8bd8-b9b618b8d514 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc65067-a665-434a-9854-9bb531f88a89 HTTP/1.1" status: 200 len: 948 time: 0.0522242 Mar 07 14:26:20.200516 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-28e0e4ad-2e08-44cd-9826-6c05b69b07c7 req-446b1d3f-d946-45ec-83eb-f126f2758f41 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/security-groups?id=17fa58f9-c3d4-4a25-8972-600668adb0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443976 Mar 07 14:26:20.904959 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:21.319477 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344efb2-d7ff-4997-b92d-b0904c3d5de9 req-c10cbe97-6d22-4d50-bb7e-9d4cc89d07af tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:21.321177 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9344efb2-d7ff-4997-b92d-b0904c3d5de9 req-c10cbe97-6d22-4d50-bb7e-9d4cc89d07af tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc65067-a665-434a-9854-9bb531f88a89 HTTP/1.1" status: 200 len: 948 time: 0.0522861 Mar 07 14:26:21.366622 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9344efb2-d7ff-4997-b92d-b0904c3d5de9 req-893c5da1-1972-4a55-8498-84de8c93c063 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/security-groups?id=17fa58f9-c3d4-4a25-8972-600668adb0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399685 Mar 07 14:26:22.352597 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:22.484157 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441084d-5c87-4748-b922-28ae877c22dd req-3c5c001a-c3ed-4917-a507-ead443d6dd62 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:22.485626 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a441084d-5c87-4748-b922-28ae877c22dd req-3c5c001a-c3ed-4917-a507-ead443d6dd62 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc65067-a665-434a-9854-9bb531f88a89 HTTP/1.1" status: 200 len: 948 time: 0.0506999 Mar 07 14:26:22.531992 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a441084d-5c87-4748-b922-28ae877c22dd req-9786983f-c62e-420e-8f4f-5ee2c41bedc2 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/security-groups?id=17fa58f9-c3d4-4a25-8972-600668adb0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409522 Mar 07 14:26:23.650369 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6608c-c1a5-4615-84e3-db8efdc74f88 req-ea0a959f-e573-434d-98e9-e13f6cd30915 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:23.651819 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9cf6608c-c1a5-4615-84e3-db8efdc74f88 req-ea0a959f-e573-434d-98e9-e13f6cd30915 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc65067-a665-434a-9854-9bb531f88a89 HTTP/1.1" status: 200 len: 948 time: 0.0552888 Mar 07 14:26:23.698025 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9cf6608c-c1a5-4615-84e3-db8efdc74f88 req-192afe82-cba4-496b-a6a4-8c747a9b0200 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/security-groups?id=17fa58f9-c3d4-4a25-8972-600668adb0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 Mar 07 14:26:23.728202 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 97634060-00d8-4947-922b-c390564c806f details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:26:23.822303 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 97634060-00d8-4947-922b-c390564c806f, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=97634060-00d8-4947-922b-c390564c806f,segment=NetworkSegment(0090ac47-fef1-4467-b349-dc004cd4b8ee),segment_id=0090ac47-fef1-4467-b349-dc004cd4b8ee)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:26:23.832104 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Returning: {'device': '97634060-00d8-4947-922b-c390564c806f', 'network_id': 'd53b6864-b4e9-473a-957b-b9679be01e4b', 'port_id': '97634060-00d8-4947-922b-c390564c806f', 'mac_address': 'fa:16:3e:29:c4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff5a426-392a-4dd8-9157-b67dfdde9ab0', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:26:23.873760 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 97634060-00d8-4947-922b-c390564c806f is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:23.874145 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (97634060-00d8-4947-922b-c390564c806f), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:23.887021 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97634060-00d8-4947-922b-c390564c806f {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:26:23.905682 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 97634060-00d8-4947-922b-c390564c806f, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=97634060-00d8-4947-922b-c390564c806f,segment=NetworkSegment(0090ac47-fef1-4467-b349-dc004cd4b8ee),segment_id=0090ac47-fef1-4467-b349-dc004cd4b8ee)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:26:23.909032 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (97634060-00d8-4947-922b-c390564c806f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:23.955108 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=97634060-00d8-4947-922b-c390564c806f,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:24.277214 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['97634060-00d8-4947-922b-c390564c806f'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:26:24.812115 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b0a9b-fc08-4d62-8e69-613227fbc408 req-05c508c7-bacb-4341-b564-7e675a27b92d tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:24.813592 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5d3b0a9b-fc08-4d62-8e69-613227fbc408 req-05c508c7-bacb-4341-b564-7e675a27b92d tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc65067-a665-434a-9854-9bb531f88a89 HTTP/1.1" status: 200 len: 949 time: 0.0508747 Mar 07 14:26:24.858630 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5d3b0a9b-fc08-4d62-8e69-613227fbc408 req-c57ce24f-8942-4e91-9f46-4a1be90363c9 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/security-groups?id=17fa58f9-c3d4-4a25-8972-600668adb0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395720 Mar 07 14:26:25.739771 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 97634060-00d8-4947-922b-c390564c806f up at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:26:25.786528 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning for port 97634060-00d8-4947-922b-c390564c806f completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:26:25.790624 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning complete for port 97634060-00d8-4947-922b-c390564c806f triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:25.790997 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (97634060-00d8-4947-922b-c390564c806f), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:25.865060 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 97634060-00d8-4947-922b-c390564c806f is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:25.865445 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (97634060-00d8-4947-922b-c390564c806f), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:25.891844 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc65067-a665-434a-9854-9bb531f88a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97634060-00d8-4947-922b-c390564c806f'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:26:25.894184 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb3a450-792a-48e3-a7b6-93f0be6ddf20" -d '{"events": [{"server_uuid": "4dc65067-a665-434a-9854-9bb531f88a89", "name": "network-vif-plugged", "status": "completed", "tag": "97634060-00d8-4947-922b-c390564c806f"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:26:25.908035 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 97634060-00d8-4947-922b-c390564c806f, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=97634060-00d8-4947-922b-c390564c806f,segment=NetworkSegment(0090ac47-fef1-4467-b349-dc004cd4b8ee),segment_id=0090ac47-fef1-4467-b349-dc004cd4b8ee)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:26:25.912233 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (97634060-00d8-4947-922b-c390564c806f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:25.936335 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc191d5-b8b9-4732-9836-ebba7b14440a x-openstack-request-id: req-acc191d5-b8b9-4732-9836-ebba7b14440a {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:26:25.936630 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc65067-a665-434a-9854-9bb531f88a89", "name": "network-vif-plugged", "status": "completed", "tag": "97634060-00d8-4947-922b-c390564c806f", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:26:25.936907 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-acc191d5-b8b9-4732-9836-ebba7b14440a {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:26:25.937297 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc65067-a665-434a-9854-9bb531f88a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97634060-00d8-4947-922b-c390564c806f', 'code': 200} Mar 07 14:26:25.963745 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=97634060-00d8-4947-922b-c390564c806f,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:25.979241 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77649075-570b-4e8d-b478-39de8965b173 req-c04b2f5a-3c73-4404-921a-fbe41396abd5 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:25.980770 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-77649075-570b-4e8d-b478-39de8965b173 req-c04b2f5a-3c73-4404-921a-fbe41396abd5 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc65067-a665-434a-9854-9bb531f88a89 HTTP/1.1" status: 200 len: 950 time: 0.0546632 Mar 07 14:26:26.032700 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-77649075-570b-4e8d-b478-39de8965b173 req-5fcac6ff-10c3-424f-a0d8-198b9bb92781 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/security-groups?id=17fa58f9-c3d4-4a25-8972-600668adb0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462315 Mar 07 14:26:26.139482 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432a349-5560-4cb0-8bd3-de6b21fea8a6 req-e8d6ce21-3f20-4a71-a372-34af15424673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:26.140913 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b432a349-5560-4cb0-8bd3-de6b21fea8a6 req-e8d6ce21-3f20-4a71-a372-34af15424673 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4dc65067-a665-434a-9854-9bb531f88a89 HTTP/1.1" status: 200 len: 1134 time: 0.0446458 Mar 07 14:26:26.184198 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b432a349-5560-4cb0-8bd3-de6b21fea8a6 req-8a00e596-83b0-4d31-9b32-735c5c56f067 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=17fa58f9-c3d4-4a25-8972-600668adb0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373917 Mar 07 14:26:26.665516 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:27.152377 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d4810-f828-4c2e-b870-5153743c743d req-b25e6fbd-40fe-40fb-a4b0-0650f6c4f7aa tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:27.153856 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-066d4810-f828-4c2e-b870-5153743c743d req-b25e6fbd-40fe-40fb-a4b0-0650f6c4f7aa tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc65067-a665-434a-9854-9bb531f88a89 HTTP/1.1" status: 200 len: 950 time: 0.0528979 Mar 07 14:26:27.198702 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-066d4810-f828-4c2e-b870-5153743c743d req-32740292-41ce-4044-88b6-8ef0f1176bce tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/security-groups?id=17fa58f9-c3d4-4a25-8972-600668adb0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394344 Mar 07 14:26:28.317182 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4a24a-8ece-449e-828a-b2bafcde6ff7 req-69ed77c6-1154-4427-95af-aef870ee9143 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:28.318777 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-96b4a24a-8ece-449e-828a-b2bafcde6ff7 req-69ed77c6-1154-4427-95af-aef870ee9143 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc65067-a665-434a-9854-9bb531f88a89 HTTP/1.1" status: 200 len: 950 time: 0.0544972 Mar 07 14:26:28.365022 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-96b4a24a-8ece-449e-828a-b2bafcde6ff7 req-d5de2799-d1a4-4279-91f7-2e2a777b9a8c tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/security-groups?id=17fa58f9-c3d4-4a25-8972-600668adb0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400360 Mar 07 14:26:28.616080 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5233a47-5f80-4337-bb9b-04c588d3acb4 req-7d6724f6-33e9-406d-b949-8b35ffd2fff2 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:28.618288 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b5233a47-5f80-4337-bb9b-04c588d3acb4 req-7d6724f6-33e9-406d-b949-8b35ffd2fff2 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc65067-a665-434a-9854-9bb531f88a89 HTTP/1.1" status: 200 len: 950 time: 0.0522056 Mar 07 14:26:28.664011 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b5233a47-5f80-4337-bb9b-04c588d3acb4 req-175e7502-ae2c-4a73-aa9a-7b5f78145ccf tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/security-groups?id=17fa58f9-c3d4-4a25-8972-600668adb0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396543 Mar 07 14:26:29.787522 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a15e8-93f6-456b-ae4b-b8bea54fc10c req-76a9d78a-b071-4cb4-b216-45a39a427e5d tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:29.789988 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1d4a15e8-93f6-456b-ae4b-b8bea54fc10c req-76a9d78a-b071-4cb4-b216-45a39a427e5d tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc65067-a665-434a-9854-9bb531f88a89 HTTP/1.1" status: 200 len: 950 time: 0.0553732 Mar 07 14:26:29.833646 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1d4a15e8-93f6-456b-ae4b-b8bea54fc10c req-268d7364-44d0-4c51-9736-6f28e4c7c440 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/security-groups?id=17fa58f9-c3d4-4a25-8972-600668adb0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385556 Mar 07 14:26:30.222793 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3acfe-ea7c-4f2b-a63b-816aa0a2bc35 req-148a608c-b5bf-4c54-ae21-48d5eeeabbde tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:30.224231 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bbc3acfe-ea7c-4f2b-a63b-816aa0a2bc35 req-148a608c-b5bf-4c54-ae21-48d5eeeabbde tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dc65067-a665-434a-9854-9bb531f88a89 HTTP/1.1" status: 200 len: 950 time: 0.0517597 Mar 07 14:26:30.311183 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-bbc3acfe-ea7c-4f2b-a63b-816aa0a2bc35 req-7176353a-7f87-4c71-baa7-76b8fbe236cb tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Deleting port 97634060-00d8-4947-922b-c390564c806f {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:26:30.311576 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bbc3acfe-ea7c-4f2b-a63b-816aa0a2bc35 req-7176353a-7f87-4c71-baa7-76b8fbe236cb tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (97634060-00d8-4947-922b-c390564c806f), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:30.402775 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-bbc3acfe-ea7c-4f2b-a63b-816aa0a2bc35 req-7176353a-7f87-4c71-baa7-76b8fbe236cb tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] For port 97634060-00d8-4947-922b-c390564c806f, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=97634060-00d8-4947-922b-c390564c806f,segment=NetworkSegment(0090ac47-fef1-4467-b349-dc004cd4b8ee),segment_id=0090ac47-fef1-4467-b349-dc004cd4b8ee)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:26:30.403136 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bbc3acfe-ea7c-4f2b-a63b-816aa0a2bc35 req-7176353a-7f87-4c71-baa7-76b8fbe236cb tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (97634060-00d8-4947-922b-c390564c806f), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:30.414900 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-bbc3acfe-ea7c-4f2b-a63b-816aa0a2bc35 req-7176353a-7f87-4c71-baa7-76b8fbe236cb tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Calling delete_port for 97634060-00d8-4947-922b-c390564c806f owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:26:30.550257 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bbc3acfe-ea7c-4f2b-a63b-816aa0a2bc35 req-7176353a-7f87-4c71-baa7-76b8fbe236cb tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (97634060-00d8-4947-922b-c390564c806f), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:30.578527 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176353a-7f87-4c71-baa7-76b8fbe236cb tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Pushing event deleted for resources: {'Port': ['ID=97634060-00d8-4947-922b-c390564c806f,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:30.585008 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['97634060-00d8-4947-922b-c390564c806f'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:26:30.622870 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc3acfe-ea7c-4f2b-a63b-816aa0a2bc35 req-7176353a-7f87-4c71-baa7-76b8fbe236cb tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] No DVR routers for this DVR port 97634060-00d8-4947-922b-c390564c806f on host hv-cinder-79400 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:26:30.625345 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bbc3acfe-ea7c-4f2b-a63b-816aa0a2bc35 req-7176353a-7f87-4c71-baa7-76b8fbe236cb tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:30.628733 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bbc3acfe-ea7c-4f2b-a63b-816aa0a2bc35 req-7176353a-7f87-4c71-baa7-76b8fbe236cb tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.25 "DELETE /v2.0/ports/97634060-00d8-4947-922b-c390564c806f HTTP/1.1" status: 204 len: 173 time: 0.3990097 Mar 07 14:26:30.629177 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc65067-a665-434a-9854-9bb531f88a89', 'name': 'network-vif-deleted', 'tag': '97634060-00d8-4947-922b-c390564c806f'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:26:30.631395 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f5147a-811a-45e7-9cf8-ed5aeb529fbc" -d '{"events": [{"server_uuid": "4dc65067-a665-434a-9854-9bb531f88a89", "name": "network-vif-deleted", "tag": "97634060-00d8-4947-922b-c390564c806f"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:26:30.675217 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d249d3fe-f7d3-4ba1-a9d8-4d14153c69d7 x-openstack-request-id: req-d249d3fe-f7d3-4ba1-a9d8-4d14153c69d7 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:26:30.675217 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc65067-a665-434a-9854-9bb531f88a89", "name": "network-vif-deleted", "tag": "97634060-00d8-4947-922b-c390564c806f", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:26:30.675487 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d249d3fe-f7d3-4ba1-a9d8-4d14153c69d7 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:26:30.675765 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc65067-a665-434a-9854-9bb531f88a89', 'name': 'network-vif-deleted', 'tag': '97634060-00d8-4947-922b-c390564c806f', 'status': 'completed', 'code': 200} Mar 07 14:26:30.941094 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2d15b59b-fc98-4858-b3d6-b7d0fe750a86 req-2eef3b2f-8e1f-48ee-b4b3-cf2d9bd2be71 tempest-VolumesNegativeTest-303697920 tempest-VolumesNegativeTest-303697920-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc65067-a665-434a-9854-9bb531f88a89 HTTP/1.1" status: 200 len: 210 time: 0.0282888 Mar 07 14:26:33.391423 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:26:33.771546 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 97634060-00d8-4947-922b-c390564c806f no longer exists at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:26:33.792189 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] No Port match for: 97634060-00d8-4947-922b-c390564c806f {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:26:33.792480 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 97634060-00d8-4947-922b-c390564c806f not bound to the agent host hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:26:35.744089 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47074) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:35.873560 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a2e766cc-cafa-4da2-a84a-71428c98d628 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0306b9b1de3b434ba13180549499b700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283336 Mar 07 14:26:35.876016 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47078) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:35.920531 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62d700d5-897e-4230-a04f-f73cc192d4c7 admin admin] Publish callbacks [] for security_group (17fa58f9-c3d4-4a25-8972-600668adb0bf), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:35.941126 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62d700d5-897e-4230-a04f-f73cc192d4c7 admin admin] Publish callbacks [] for security_group (17fa58f9-c3d4-4a25-8972-600668adb0bf), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:35.987709 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62d700d5-897e-4230-a04f-f73cc192d4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (17fa58f9-c3d4-4a25-8972-600668adb0bf), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:35.990464 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62d700d5-897e-4230-a04f-f73cc192d4c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:35.991587 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-62d700d5-897e-4230-a04f-f73cc192d4c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17fa58f9-c3d4-4a25-8972-600668adb0bf HTTP/1.1" status: 204 len: 168 time: 0.1146944 Mar 07 14:26:35.999758 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d700d5-897e-4230-a04f-f73cc192d4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fa58f9-c3d4-4a25-8972-600668adb0bf,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:36.580713 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47100) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:36.673924 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-8078e1c7-ec57-434e-afc9-5dd9f99a4384 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1048695908-network', 'tenant_id': 'b661a7e185cd4e9cad91dc3794d25d2e'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:26:36.695697 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8078e1c7-ec57-434e-afc9-5dd9f99a4384 admin admin] Made reservation on behalf of b661a7e185cd4e9cad91dc3794d25d2e for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:26:36.698081 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8078e1c7-ec57-434e-afc9-5dd9f99a4384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:36.706545 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8078e1c7-ec57-434e-afc9-5dd9f99a4384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:36.791806 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8078e1c7-ec57-434e-afc9-5dd9f99a4384 admin admin] Publish callbacks [] for security_group (4caa13f7-85a2-4b7f-bb5e-3f43681980ec), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:36.795536 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8078e1c7-ec57-434e-afc9-5dd9f99a4384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (4caa13f7-85a2-4b7f-bb5e-3f43681980ec), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:36.821188 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8078e1c7-ec57-434e-afc9-5dd9f99a4384 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:26:36.827295 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078e1c7-ec57-434e-afc9-5dd9f99a4384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caa13f7-85a2-4b7f-bb5e-3f43681980ec,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:36.833062 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8078e1c7-ec57-434e-afc9-5dd9f99a4384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (a7bc1a5b-c851-4ac3-9656-4e805436faf7), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:36.833407 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-8078e1c7-ec57-434e-afc9-5dd9f99a4384 admin admin] Added segment a7bc1a5b-c851-4ac3-9656-4e805436faf7 of type vlan for network e3b54694-ee21-40ab-8faa-5a11d3202c5a Mar 07 14:26:36.875754 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8078e1c7-ec57-434e-afc9-5dd9f99a4384 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (e3b54694-ee21-40ab-8faa-5a11d3202c5a), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:36.900272 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8078e1c7-ec57-434e-afc9-5dd9f99a4384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (e3b54694-ee21-40ab-8faa-5a11d3202c5a), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:36.901310 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8078e1c7-ec57-434e-afc9-5dd9f99a4384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:36.901892 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8078e1c7-ec57-434e-afc9-5dd9f99a4384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:36.931651 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-8078e1c7-ec57-434e-afc9-5dd9f99a4384 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3498294 Mar 07 14:26:36.934565 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 47104) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:36.939457 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Request body: {'subnet': {'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1048695908-subnet', 'tenant_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:26:36.960273 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Made reservation on behalf of b661a7e185cd4e9cad91dc3794d25d2e for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:26:36.963613 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194687'] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:36.966027 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078e1c7-ec57-434e-afc9-5dd9f99a4384 admin admin] Pushing event updated for resources: {'Network': ['ID=e3b54694-ee21-40ab-8faa-5a11d3202c5a,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:36.975503 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network e3b54694-ee21-40ab-8faa-5a11d3202c5a details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:26:37.127387 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7721131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194657'] for subnet (25cd5008-404b-4c3d-821f-75f2b56a045b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:37.181244 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=25cd5008-404b-4c3d-821f-75f2b56a045b,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:37.193032 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:37.193388 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:37.193733 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:37.194071 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:37.194409 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:37.195253 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:37.195681 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:37.195987 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:37.196318 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:37.196648 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:37.196999 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:37.197325 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:37.197648 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:37.200605 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Checking segment: {'id': 'a7bc1a5b-c851-4ac3-9656-4e805436faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:26:37.200987 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Network hostable DHCP agents. Network: e3b54694-ee21-40ab-8faa-5a11d3202c5a, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:26:37.217816 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Network e3b54694-ee21-40ab-8faa-5a11d3202c5a is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:26:37.226343 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, e3b54694-ee21-40ab-8faa-5a11d3202c5a) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:26:37.230302 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:37.230890 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:37.236502 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9a1c00-02d5-45c2-8f28-017892d11428 None None] Network e3b54694-ee21-40ab-8faa-5a11d3202c5a requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:26:37.247100 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-1e3e3780-3448-4729-8df9-74a67c1c54ed admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3114395 Mar 07 14:26:37.249701 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 47106) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:37.253822 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1048695908-router', 'tenant_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:26:37.273971 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1759892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8534'] for router (760d3e40-9947-4b4b-9ceb-95f1f889a2a7), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:37.275249 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8543'] for router (760d3e40-9947-4b4b-9ceb-95f1f889a2a7), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:37.327411 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] Publish callbacks [] for router_controller (760d3e40-9947-4b4b-9ceb-95f1f889a2a7), precommit_add_association {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:37.338840 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc113040-0697-54e9-b35b-eede3416c618-e3b54694-ee21-40ab-8faa-5a11d3202c5a', 'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a', 'project_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'fixed_ips': [{'subnet_id': '25cd5008-404b-4c3d-821f-75f2b56a045b'}]}} from dv-cinder-794001-5-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:26:37.339694 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:37.469551 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] Publish callbacks [] for router_gateway (760d3e40-9947-4b4b-9ceb-95f1f889a2a7), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:37.478672 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Allocated IP 172.20.0.2 (e3b54694-ee21-40ab-8faa-5a11d3202c5a/25cd5008-404b-4c3d-821f-75f2b56a045b/bccbe55b-d417-4cab-901e-d73cb4e24141) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:26:37.621760 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Publish callbacks [] for port (bccbe55b-d417-4cab-901e-d73cb4e24141), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:37.627909 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (bccbe55b-d417-4cab-901e-d73cb4e24141), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:37.662855 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] Publish callbacks [] for router_gateway (760d3e40-9947-4b4b-9ceb-95f1f889a2a7), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:37.668505 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Network e3b54694-ee21-40ab-8faa-5a11d3202c5a is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:26:37.671264 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:26:37.674628 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:26:37.681105 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Pushing event updated for resources: {'Port': ['ID=bccbe55b-d417-4cab-901e-d73cb4e24141,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:37.685426 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:37.739646 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Attempting to bind port bccbe55b-d417-4cab-901e-d73cb4e24141 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:26:37.739646 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Attempting to bind port bccbe55b-d417-4cab-901e-d73cb4e24141 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'a7bc1a5b-c851-4ac3-9656-4e805436faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:26:37.739646 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Attempting to bind port bccbe55b-d417-4cab-901e-d73cb4e24141 on network e3b54694-ee21-40ab-8faa-5a11d3202c5a {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:26:37.745770 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:26:37.746139 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Checking segment: {'id': 'a7bc1a5b-c851-4ac3-9656-4e805436faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:26:37.746535 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:37.746954 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Bound using segment: {'id': 'a7bc1a5b-c851-4ac3-9656-4e805436faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:26:37.747416 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Bound port: bccbe55b-d417-4cab-901e-d73cb4e24141, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7bc1a5b-c851-4ac3-9656-4e805436faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:26:37.747792 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (bccbe55b-d417-4cab-901e-d73cb4e24141), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:37.787103 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] Allocated IP 172.27.2.104 (0de42621-7ed5-44f0-83fc-77dfdf4f89a1/f95c92d6-9e0f-4d00-9e79-b9c60c38725e/52bd8b61-dda0-4dda-80c5-c3379beb8db1) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:26:37.813810 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] For port bccbe55b-d417-4cab-901e-d73cb4e24141, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:26:37.816808 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] For port bccbe55b-d417-4cab-901e-d73cb4e24141, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=bccbe55b-d417-4cab-901e-d73cb4e24141,segment=NetworkSegment(a7bc1a5b-c851-4ac3-9656-4e805436faf7),segment_id=a7bc1a5b-c851-4ac3-9656-4e805436faf7)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:26:37.823056 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (bccbe55b-d417-4cab-901e-d73cb4e24141), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:37.885288 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fde994-8325-4d4e-b0bc-52eae1fbd04f None None] Pushing event updated for resources: {'Port': ['ID=bccbe55b-d417-4cab-901e-d73cb4e24141,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:37.898661 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] Publish callbacks [] for port (52bd8b61-dda0-4dda-80c5-c3379beb8db1), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:37.933338 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (52bd8b61-dda0-4dda-80c5-c3379beb8db1), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:37.971925 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:26:37.974705 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:26:37.979323 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:26:38.005207 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] Pushing event updated for resources: {'Port': ['ID=52bd8b61-dda0-4dda-80c5-c3379beb8db1,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:38.262312 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] Publish callbacks [] for router_gateway (760d3e40-9947-4b4b-9ceb-95f1f889a2a7), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:38.711091 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754106'] for router (760d3e40-9947-4b4b-9ceb-95f1f889a2a7), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:38.774760 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ae9730-7143-419b-9102-b23542549549 None None] Network e3b54694-ee21-40ab-8faa-5a11d3202c5a requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:26:38.841518 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] Router 760d3e40-9947-4b4b-9ceb-95f1f889a2a7 is scheduled to L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 with binding_index 1 {{(pid=103240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:26:38.887255 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-8add7266-d1c9-4ad6-9916-82be55645279 None None] Provisioning complete for port bccbe55b-d417-4cab-901e-d73cb4e24141 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:38.887632 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8add7266-d1c9-4ad6-9916-82be55645279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (bccbe55b-d417-4cab-901e-d73cb4e24141), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:38.956248 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:26:38.969742 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Sync routers for ids ['760d3e40-9947-4b4b-9ceb-95f1f889a2a7'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:26:38.979479 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:38.980991 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8add7266-d1c9-4ad6-9916-82be55645279 None None] Current status of the port bccbe55b-d417-4cab-901e-d73cb4e24141 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:38.981381 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8add7266-d1c9-4ad6-9916-82be55645279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (bccbe55b-d417-4cab-901e-d73cb4e24141), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:38.984106 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47108) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:38.985187 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-6d131cc8-d1d7-49eb-b233-80c158227082 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7344837 Mar 07 14:26:38.996121 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Routers {'760d3e40-9947-4b4b-9ceb-95f1f889a2a7'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:26:38.996924 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:26:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['760d3e40-9947-4b4b-9ceb-95f1f889a2a7'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:26:39.064430 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-8add7266-d1c9-4ad6-9916-82be55645279 None None] For port bccbe55b-d417-4cab-901e-d73cb4e24141, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=bccbe55b-d417-4cab-901e-d73cb4e24141,segment=NetworkSegment(a7bc1a5b-c851-4ac3-9656-4e805436faf7),segment_id=a7bc1a5b-c851-4ac3-9656-4e805436faf7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:26:39.072253 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8add7266-d1c9-4ad6-9916-82be55645279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (bccbe55b-d417-4cab-901e-d73cb4e24141), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:39.164217 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Set router 760d3e40-9947-4b4b-9ceb-95f1f889a2a7 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:26:39.194181 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device bccbe55b-d417-4cab-901e-d73cb4e24141 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:26:39.243082 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add7266-d1c9-4ad6-9916-82be55645279 None None] Pushing event updated for resources: {'Port': ['ID=bccbe55b-d417-4cab-901e-d73cb4e24141,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:39.452944 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-cf25a8fa-23ab-46fe-aa5a-2faaf1fb480e None None] Provisioning complete for port bccbe55b-d417-4cab-901e-d73cb4e24141 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:39.453320 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf25a8fa-23ab-46fe-aa5a-2faaf1fb480e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (bccbe55b-d417-4cab-901e-d73cb4e24141), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:39.535543 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port bccbe55b-d417-4cab-901e-d73cb4e24141 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:39.535824 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (bccbe55b-d417-4cab-901e-d73cb4e24141), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:39.629402 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-cf25a8fa-23ab-46fe-aa5a-2faaf1fb480e None None] Current status of the port bccbe55b-d417-4cab-901e-d73cb4e24141 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:39.665507 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d3e40-9947-4b4b-9ceb-95f1f889a2a7', 'name': 'tempest-TestMinimumBasicScenario-1048695908-router', 'tenant_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '52bd8b61-dda0-4dda-80c5-c3379beb8db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:26:37Z', 'updated_at': '2022-03-07T14:26:38Z', 'revision_number': 3, 'project_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'gw_port': {'id': '52bd8b61-dda0-4dda-80c5-c3379beb8db1', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fe:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760d3e40-9947-4b4b-9ceb-95f1f889a2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:37Z', 'updated_at': '2022-03-07T14:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:26:39.681408 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e7d34efb-f069-419c-9bf2-64c7cb36b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:39.692780 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Checking router: 760d3e40-9947-4b4b-9ceb-95f1f889a2a7 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:26:39.693144 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Updating router 760d3e40-9947-4b4b-9ceb-95f1f889a2a7 port 52bd8b61-dda0-4dda-80c5-c3379beb8db1 binding host dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:26:39.713444 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port bccbe55b-d417-4cab-901e-d73cb4e24141 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:39.722787 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (52bd8b61-dda0-4dda-80c5-c3379beb8db1), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:39.833609 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-e7d34efb-f069-419c-9bf2-64c7cb36b7c0 admin admin] Allocated IP 172.20.0.1 (e3b54694-ee21-40ab-8faa-5a11d3202c5a/25cd5008-404b-4c3d-821f-75f2b56a045b/d619b595-1477-4bbf-b31d-6c56f1b7d14d) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:26:39.931902 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e7d34efb-f069-419c-9bf2-64c7cb36b7c0 admin admin] Publish callbacks [] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:39.965125 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e7d34efb-f069-419c-9bf2-64c7cb36b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:39.974897 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Publish callbacks [] for port (52bd8b61-dda0-4dda-80c5-c3379beb8db1), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:39.981285 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (52bd8b61-dda0-4dda-80c5-c3379beb8db1), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:40.005148 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d34efb-f069-419c-9bf2-64c7cb36b7c0 admin admin] Network e3b54694-ee21-40ab-8faa-5a11d3202c5a is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:26:40.008660 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-e7d34efb-f069-419c-9bf2-64c7cb36b7c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:26:40.011811 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d34efb-f069-419c-9bf2-64c7cb36b7c0 admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:26:40.036596 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Attempting to bind port 52bd8b61-dda0-4dda-80c5-c3379beb8db1 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:26:40.036964 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Attempting to bind port 52bd8b61-dda0-4dda-80c5-c3379beb8db1 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:26:40.037361 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Attempting to bind port 52bd8b61-dda0-4dda-80c5-c3379beb8db1 on network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:26:40.039311 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aef048-a988-4634-92ee-3dec21bbedc2 None None] Pushing event updated for resources: {'Port': ['ID=52bd8b61-dda0-4dda-80c5-c3379beb8db1,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:40.044925 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:26:40.045195 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Checking segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:26:40.045876 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:40.046015 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Bound using segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:26:40.046433 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Bound port: 52bd8b61-dda0-4dda-80c5-c3379beb8db1, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:26:40.046815 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (52bd8b61-dda0-4dda-80c5-c3379beb8db1), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:40.053405 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d34efb-f069-419c-9bf2-64c7cb36b7c0 admin admin] Pushing event updated for resources: {'Port': ['ID=d619b595-1477-4bbf-b31d-6c56f1b7d14d,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:40.068423 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e7d34efb-f069-419c-9bf2-64c7cb36b7c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753303'] for router_interface (760d3e40-9947-4b4b-9ceb-95f1f889a2a7), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:40.101215 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] For port 52bd8b61-dda0-4dda-80c5-c3379beb8db1, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:26:40.105090 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] For port 52bd8b61-dda0-4dda-80c5-c3379beb8db1, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=52bd8b61-dda0-4dda-80c5-c3379beb8db1,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:26:40.112128 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (52bd8b61-dda0-4dda-80c5-c3379beb8db1), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:40.168302 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Routers {'760d3e40-9947-4b4b-9ceb-95f1f889a2a7'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:26:40.168981 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:26:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['760d3e40-9947-4b4b-9ceb-95f1f889a2a7'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:26:40.213032 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aef048-a988-4634-92ee-3dec21bbedc2 None None] Pushing event updated for resources: {'Port': ['ID=52bd8b61-dda0-4dda-80c5-c3379beb8db1,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:40.224447 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e7d34efb-f069-419c-9bf2-64c7cb36b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:40.293473 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-6cad06ac-5d86-4afb-997d-53e07067c4c2 None None] Provisioning complete for port d619b595-1477-4bbf-b31d-6c56f1b7d14d triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:40.293771 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6cad06ac-5d86-4afb-997d-53e07067c4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:40.321671 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] Set router 760d3e40-9947-4b4b-9ceb-95f1f889a2a7 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:26:40.388517 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e7d34efb-f069-419c-9bf2-64c7cb36b7c0 admin admin] Publish callbacks [] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:40.393015 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e7d34efb-f069-419c-9bf2-64c7cb36b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276028'] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:40.395442 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-6cad06ac-5d86-4afb-997d-53e07067c4c2 None None] Port d619b595-1477-4bbf-b31d-6c56f1b7d14d cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:26:40.460198 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e7d34efb-f069-419c-9bf2-64c7cb36b7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753275'] for router_interface (760d3e40-9947-4b4b-9ceb-95f1f889a2a7), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:40.462885 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d34efb-f069-419c-9bf2-64c7cb36b7c0 admin admin] Pushing event updated for resources: {'Port': ['ID=d619b595-1477-4bbf-b31d-6c56f1b7d14d,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:40.507930 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d3e40-9947-4b4b-9ceb-95f1f889a2a7', 'name': 'tempest-TestMinimumBasicScenario-1048695908-router', 'tenant_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '52bd8b61-dda0-4dda-80c5-c3379beb8db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:26:37Z', 'updated_at': '2022-03-07T14:26:38Z', 'revision_number': 3, 'project_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'gw_port': {'id': '52bd8b61-dda0-4dda-80c5-c3379beb8db1', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fe:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760d3e40-9947-4b4b-9ceb-95f1f889a2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:37Z', 'updated_at': '2022-03-07T14:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:26:40.538513 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3a0fc2-698a-4d15-a748-885539650369 None None] The sync data for ids ['760d3e40-9947-4b4b-9ceb-95f1f889a2a7'] in dv-cinder-794001-5-iscsi is: [{'id': '760d3e40-9947-4b4b-9ceb-95f1f889a2a7', 'name': 'tempest-TestMinimumBasicScenario-1048695908-router', 'tenant_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '52bd8b61-dda0-4dda-80c5-c3379beb8db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:26:37Z', 'updated_at': '2022-03-07T14:26:38Z', 'revision_number': 3, 'project_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'gw_port': {'id': '52bd8b61-dda0-4dda-80c5-c3379beb8db1', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fe:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760d3e40-9947-4b4b-9ceb-95f1f889a2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:37Z', 'updated_at': '2022-03-07T14:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:26:40.559288 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d34efb-f069-419c-9bf2-64c7cb36b7c0 admin admin] Network e3b54694-ee21-40ab-8faa-5a11d3202c5a is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:26:40.560553 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-e7d34efb-f069-419c-9bf2-64c7cb36b7c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:26:40.677380 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d34efb-f069-419c-9bf2-64c7cb36b7c0 admin admin] Router 760d3e40-9947-4b4b-9ceb-95f1f889a2a7 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:26:40.804599 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d34efb-f069-419c-9bf2-64c7cb36b7c0 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:26:40.809591 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-e7d34efb-f069-419c-9bf2-64c7cb36b7c0 admin admin] 10.222.0.26 "PUT /v2.0/routers/760d3e40-9947-4b4b-9ceb-95f1f889a2a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8244202 Mar 07 14:26:40.816330 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-5213b7eb-fcc1-44eb-8d99-03e878fbbb87 None None] Provisioning complete for port d619b595-1477-4bbf-b31d-6c56f1b7d14d triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:40.816731 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5213b7eb-fcc1-44eb-8d99-03e878fbbb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:40.857415 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5213b7eb-fcc1-44eb-8d99-03e878fbbb87 None None] Port d619b595-1477-4bbf-b31d-6c56f1b7d14d cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:26:41.214955 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device bccbe55b-d417-4cab-901e-d73cb4e24141 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:26:41.265907 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port bccbe55b-d417-4cab-901e-d73cb4e24141 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:41.266295 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (bccbe55b-d417-4cab-901e-d73cb4e24141), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:41.320960 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47124) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:41.326054 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-4569ca91-70e7-4d70-8d28-f4b368ca8db4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-653728678-network', 'tenant_id': '050a9817cda14b8f87d98c892bdcd207'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:26:41.345740 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4569ca91-70e7-4d70-8d28-f4b368ca8db4 admin admin] Made reservation on behalf of 050a9817cda14b8f87d98c892bdcd207 for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:26:41.348097 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4569ca91-70e7-4d70-8d28-f4b368ca8db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:41.353396 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port bccbe55b-d417-4cab-901e-d73cb4e24141 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:41.354491 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 52bd8b61-dda0-4dda-80c5-c3379beb8db1 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:26:41.357206 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4569ca91-70e7-4d70-8d28-f4b368ca8db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:41.407350 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 52bd8b61-dda0-4dda-80c5-c3379beb8db1 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:41.407726 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (52bd8b61-dda0-4dda-80c5-c3379beb8db1), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:41.447731 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4569ca91-70e7-4d70-8d28-f4b368ca8db4 admin admin] Publish callbacks [] for security_group (c6e0c740-603b-4ec8-b962-9455237b6223), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:41.451956 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4569ca91-70e7-4d70-8d28-f4b368ca8db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (c6e0c740-603b-4ec8-b962-9455237b6223), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:41.474205 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4569ca91-70e7-4d70-8d28-f4b368ca8db4 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:26:41.490304 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569ca91-70e7-4d70-8d28-f4b368ca8db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e0c740-603b-4ec8-b962-9455237b6223,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:41.493594 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 52bd8b61-dda0-4dda-80c5-c3379beb8db1 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:41.493988 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (52bd8b61-dda0-4dda-80c5-c3379beb8db1), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:41.495038 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4569ca91-70e7-4d70-8d28-f4b368ca8db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:41.495410 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-4569ca91-70e7-4d70-8d28-f4b368ca8db4 admin admin] Added segment e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200 of type vlan for network 5c456c5d-f69a-4274-95ae-6dd6a2fa18e3 Mar 07 14:26:41.515448 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] For port 52bd8b61-dda0-4dda-80c5-c3379beb8db1, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=52bd8b61-dda0-4dda-80c5-c3379beb8db1,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:26:41.519621 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (52bd8b61-dda0-4dda-80c5-c3379beb8db1), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:41.539188 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4569ca91-70e7-4d70-8d28-f4b368ca8db4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (5c456c5d-f69a-4274-95ae-6dd6a2fa18e3), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:41.564487 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4569ca91-70e7-4d70-8d28-f4b368ca8db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (5c456c5d-f69a-4274-95ae-6dd6a2fa18e3), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:41.565537 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4569ca91-70e7-4d70-8d28-f4b368ca8db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:41.566124 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4569ca91-70e7-4d70-8d28-f4b368ca8db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:41.567243 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Pushing event updated for resources: {'Port': ['ID=52bd8b61-dda0-4dda-80c5-c3379beb8db1,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:41.597144 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-4569ca91-70e7-4d70-8d28-f4b368ca8db4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2749834 Mar 07 14:26:41.599863 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 47128) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:41.605393 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-f5965eb9-eabe-4d02-9b34-40a607d3c2f5 admin admin] Request body: {'subnet': {'network_id': '5c456c5d-f69a-4274-95ae-6dd6a2fa18e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-653728678-subnet', 'tenant_id': '050a9817cda14b8f87d98c892bdcd207', 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:26:41.625306 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5965eb9-eabe-4d02-9b34-40a607d3c2f5 admin admin] Made reservation on behalf of 050a9817cda14b8f87d98c892bdcd207 for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:26:41.627849 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f5965eb9-eabe-4d02-9b34-40a607d3c2f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194687'] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:41.635498 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569ca91-70e7-4d70-8d28-f4b368ca8db4 admin admin] Pushing event updated for resources: {'Network': ['ID=5c456c5d-f69a-4274-95ae-6dd6a2fa18e3,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:41.645101 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network 5c456c5d-f69a-4274-95ae-6dd6a2fa18e3 details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:26:41.810263 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f5965eb9-eabe-4d02-9b34-40a607d3c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7721131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194657'] for subnet (11dc55e2-f038-4148-82d4-f49308af384d), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:41.866158 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5965eb9-eabe-4d02-9b34-40a607d3c2f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11dc55e2-f038-4148-82d4-f49308af384d,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:41.877140 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5965eb9-eabe-4d02-9b34-40a607d3c2f5 admin admin] Checking segment: {'id': 'e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5c456c5d-f69a-4274-95ae-6dd6a2fa18e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:26:41.877512 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5965eb9-eabe-4d02-9b34-40a607d3c2f5 admin admin] Network hostable DHCP agents. Network: 5c456c5d-f69a-4274-95ae-6dd6a2fa18e3, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:26:41.895185 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5965eb9-eabe-4d02-9b34-40a607d3c2f5 admin admin] Network 5c456c5d-f69a-4274-95ae-6dd6a2fa18e3 is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:26:41.905702 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-f5965eb9-eabe-4d02-9b34-40a607d3c2f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, 5c456c5d-f69a-4274-95ae-6dd6a2fa18e3) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:26:41.909962 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5965eb9-eabe-4d02-9b34-40a607d3c2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:41.910670 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f5965eb9-eabe-4d02-9b34-40a607d3c2f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:41.915813 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dc9cb8-f873-4a0e-a7ea-cff80acd9dd7 None None] Network 5c456c5d-f69a-4274-95ae-6dd6a2fa18e3 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:26:41.927499 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f5965eb9-eabe-4d02-9b34-40a607d3c2f5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3264768 Mar 07 14:26:41.930201 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47130) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:41.934737 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-653728678-router', 'tenant_id': '050a9817cda14b8f87d98c892bdcd207', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:26:41.953807 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1759892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8534'] for router (0b6f017e-c765-41e8-847f-68ec465897c2), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:41.954793 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8543'] for router (0b6f017e-c765-41e8-847f-68ec465897c2), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:42.017169 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] Publish callbacks [] for router_controller (0b6f017e-c765-41e8-847f-68ec465897c2), precommit_add_association {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:42.020074 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc113040-0697-54e9-b35b-eede3416c618-5c456c5d-f69a-4274-95ae-6dd6a2fa18e3', 'network_id': '5c456c5d-f69a-4274-95ae-6dd6a2fa18e3', 'project_id': '050a9817cda14b8f87d98c892bdcd207', 'fixed_ips': [{'subnet_id': '11dc55e2-f038-4148-82d4-f49308af384d'}]}} from dv-cinder-794001-5-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:26:42.020976 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:42.169466 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Allocated IP 172.20.0.2 (5c456c5d-f69a-4274-95ae-6dd6a2fa18e3/11dc55e2-f038-4148-82d4-f49308af384d/053943ea-ad76-4f28-9126-8f993426aea2) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:26:42.171287 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] Publish callbacks [] for router_gateway (0b6f017e-c765-41e8-847f-68ec465897c2), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:42.209496 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Sync routers for ids ['760d3e40-9947-4b4b-9ceb-95f1f889a2a7'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:26:42.220514 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Routers {'760d3e40-9947-4b4b-9ceb-95f1f889a2a7'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:26:42.221230 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:26:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['760d3e40-9947-4b4b-9ceb-95f1f889a2a7'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:26:42.326962 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Publish callbacks [] for port (053943ea-ad76-4f28-9126-8f993426aea2), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:42.334575 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (053943ea-ad76-4f28-9126-8f993426aea2), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:42.340528 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Set router 760d3e40-9947-4b4b-9ceb-95f1f889a2a7 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:26:42.375031 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] Publish callbacks [] for router_gateway (0b6f017e-c765-41e8-847f-68ec465897c2), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:42.380202 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Network 5c456c5d-f69a-4274-95ae-6dd6a2fa18e3 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:26:42.383922 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:26:42.388378 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:26:42.391444 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Pushing event updated for resources: {'Port': ['ID=053943ea-ad76-4f28-9126-8f993426aea2,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:42.400837 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:42.450406 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Attempting to bind port 053943ea-ad76-4f28-9126-8f993426aea2 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:26:42.450773 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Attempting to bind port 053943ea-ad76-4f28-9126-8f993426aea2 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5c456c5d-f69a-4274-95ae-6dd6a2fa18e3'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:26:42.451178 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Attempting to bind port 053943ea-ad76-4f28-9126-8f993426aea2 on network 5c456c5d-f69a-4274-95ae-6dd6a2fa18e3 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:26:42.456260 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:26:42.456638 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Checking segment: {'id': 'e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5c456c5d-f69a-4274-95ae-6dd6a2fa18e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:26:42.457070 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:42.457463 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Bound using segment: {'id': 'e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5c456c5d-f69a-4274-95ae-6dd6a2fa18e3'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:26:42.457930 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Bound port: 053943ea-ad76-4f28-9126-8f993426aea2, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5c456c5d-f69a-4274-95ae-6dd6a2fa18e3'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:26:42.458309 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (053943ea-ad76-4f28-9126-8f993426aea2), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:42.516021 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] Allocated IP 172.27.2.125 (0de42621-7ed5-44f0-83fc-77dfdf4f89a1/f95c92d6-9e0f-4d00-9e79-b9c60c38725e/9fda8b70-4d2f-44ff-9576-ed1df76ca66b) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:26:42.530891 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] For port 053943ea-ad76-4f28-9126-8f993426aea2, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:26:42.535569 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] For port 053943ea-ad76-4f28-9126-8f993426aea2, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=053943ea-ad76-4f28-9126-8f993426aea2,segment=NetworkSegment(e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200),segment_id=e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:26:42.543147 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (053943ea-ad76-4f28-9126-8f993426aea2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:42.562798 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d3e40-9947-4b4b-9ceb-95f1f889a2a7', 'name': 'tempest-TestMinimumBasicScenario-1048695908-router', 'tenant_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '52bd8b61-dda0-4dda-80c5-c3379beb8db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:26:37Z', 'updated_at': '2022-03-07T14:26:40Z', 'revision_number': 4, 'project_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'gw_port': {'id': '52bd8b61-dda0-4dda-80c5-c3379beb8db1', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3e40-9947-4b4b-9ceb-95f1f889a2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:37Z', 'updated_at': '2022-03-07T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'd619b595-1477-4bbf-b31d-6c56f1b7d14d', 'name': '', 'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a', 'tenant_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'mac_address': 'fa:16:3e:7d:f1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760d3e40-9947-4b4b-9ceb-95f1f889a2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '25cd5008-404b-4c3d-821f-75f2b56a045b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:39Z', 'updated_at': '2022-03-07T14:26:40Z', 'revision_number': 2, 'project_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'subnets': [{'id': '25cd5008-404b-4c3d-821f-75f2b56a045b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:26:42.591097 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Checking router: 760d3e40-9947-4b4b-9ceb-95f1f889a2a7 for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:26:42.591442 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Updating router 760d3e40-9947-4b4b-9ceb-95f1f889a2a7 port d619b595-1477-4bbf-b31d-6c56f1b7d14d binding host dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:26:42.615360 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca0a30-f66d-4b0e-9992-e1f937f0f17b None None] Pushing event updated for resources: {'Port': ['ID=053943ea-ad76-4f28-9126-8f993426aea2,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:42.624093 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:42.633254 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] Publish callbacks [] for port (9fda8b70-4d2f-44ff-9576-ed1df76ca66b), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:42.667872 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (9fda8b70-4d2f-44ff-9576-ed1df76ca66b), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:42.714956 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:26:42.718148 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:26:42.720575 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:26:42.754647 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] Pushing event updated for resources: {'Port': ['ID=9fda8b70-4d2f-44ff-9576-ed1df76ca66b,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:42.925078 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Publish callbacks [] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:42.932019 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:42.990735 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40e337-c3e1-4d7f-94c3-6f79b893386d None None] Pushing event updated for resources: {'Port': ['ID=d619b595-1477-4bbf-b31d-6c56f1b7d14d,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:43.015744 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] Publish callbacks [] for router_gateway (0b6f017e-c765-41e8-847f-68ec465897c2), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:43.029452 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40e337-c3e1-4d7f-94c3-6f79b893386d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:43.029927 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40e337-c3e1-4d7f-94c3-6f79b893386d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:43.030387 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40e337-c3e1-4d7f-94c3-6f79b893386d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:43.030827 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40e337-c3e1-4d7f-94c3-6f79b893386d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:43.031264 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40e337-c3e1-4d7f-94c3-6f79b893386d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:43.031696 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40e337-c3e1-4d7f-94c3-6f79b893386d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:43.032143 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40e337-c3e1-4d7f-94c3-6f79b893386d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:43.032525 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40e337-c3e1-4d7f-94c3-6f79b893386d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:43.032946 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40e337-c3e1-4d7f-94c3-6f79b893386d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:43.033372 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40e337-c3e1-4d7f-94c3-6f79b893386d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:43.033771 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40e337-c3e1-4d7f-94c3-6f79b893386d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:43.034165 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40e337-c3e1-4d7f-94c3-6f79b893386d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:43.034557 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40e337-c3e1-4d7f-94c3-6f79b893386d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:43.052247 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Attempting to bind port d619b595-1477-4bbf-b31d-6c56f1b7d14d on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:26:43.052747 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Attempting to bind port d619b595-1477-4bbf-b31d-6c56f1b7d14d by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'a7bc1a5b-c851-4ac3-9656-4e805436faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:26:43.053176 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Attempting to bind port d619b595-1477-4bbf-b31d-6c56f1b7d14d on network e3b54694-ee21-40ab-8faa-5a11d3202c5a {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:26:43.059994 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:26:43.060457 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Checking segment: {'id': 'a7bc1a5b-c851-4ac3-9656-4e805436faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:26:43.060985 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:43.061476 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Bound using segment: {'id': 'a7bc1a5b-c851-4ac3-9656-4e805436faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:26:43.062036 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Bound port: d619b595-1477-4bbf-b31d-6c56f1b7d14d, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7bc1a5b-c851-4ac3-9656-4e805436faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:26:43.062475 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:43.140832 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] For port d619b595-1477-4bbf-b31d-6c56f1b7d14d, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:26:43.144629 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] For port d619b595-1477-4bbf-b31d-6c56f1b7d14d, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=d619b595-1477-4bbf-b31d-6c56f1b7d14d,segment=NetworkSegment(a7bc1a5b-c851-4ac3-9656-4e805436faf7),segment_id=a7bc1a5b-c851-4ac3-9656-4e805436faf7)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:26:43.153380 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:43.218641 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Routers {'760d3e40-9947-4b4b-9ceb-95f1f889a2a7'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:26:43.219183 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:26:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['760d3e40-9947-4b4b-9ceb-95f1f889a2a7'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:26:43.268030 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754106'] for router (0b6f017e-c765-41e8-847f-68ec465897c2), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:43.274260 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40e337-c3e1-4d7f-94c3-6f79b893386d None None] Pushing event updated for resources: {'Port': ['ID=d619b595-1477-4bbf-b31d-6c56f1b7d14d,revision_number=4']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:43.317834 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 52bd8b61-dda0-4dda-80c5-c3379beb8db1 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:26:43.336420 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-721a40d1-729d-4a50-99da-a3d88c487d81 None None] Provisioning complete for port d619b595-1477-4bbf-b31d-6c56f1b7d14d triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:43.336420 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-721a40d1-729d-4a50-99da-a3d88c487d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:43.434474 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] Router 0b6f017e-c765-41e8-847f-68ec465897c2 is scheduled to L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 with binding_index 1 {{(pid=103241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:26:43.490144 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] Set router 760d3e40-9947-4b4b-9ceb-95f1f889a2a7 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:26:43.595874 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:26:43.617696 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:43.619385 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-af11396b-02e6-4749-ae39-8871f2862e28 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6881824 Mar 07 14:26:43.621963 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47132) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:26:43.622539 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Sync routers for ids ['0b6f017e-c765-41e8-847f-68ec465897c2'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:26:43.655973 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Routers {'0b6f017e-c765-41e8-847f-68ec465897c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:26:43.656775 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:26:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['0b6f017e-c765-41e8-847f-68ec465897c2'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:26:43.662272 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 52bd8b61-dda0-4dda-80c5-c3379beb8db1 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:43.662790 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (52bd8b61-dda0-4dda-80c5-c3379beb8db1), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:43.742935 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d3e40-9947-4b4b-9ceb-95f1f889a2a7', 'name': 'tempest-TestMinimumBasicScenario-1048695908-router', 'tenant_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '52bd8b61-dda0-4dda-80c5-c3379beb8db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:26:37Z', 'updated_at': '2022-03-07T14:26:40Z', 'revision_number': 4, 'project_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'gw_port': {'id': '52bd8b61-dda0-4dda-80c5-c3379beb8db1', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3e40-9947-4b4b-9ceb-95f1f889a2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:37Z', 'updated_at': '2022-03-07T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'd619b595-1477-4bbf-b31d-6c56f1b7d14d', 'name': '', 'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a', 'tenant_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'mac_address': 'fa:16:3e:7d:f1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760d3e40-9947-4b4b-9ceb-95f1f889a2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '25cd5008-404b-4c3d-821f-75f2b56a045b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:39Z', 'updated_at': '2022-03-07T14:26:43Z', 'revision_number': 4, 'project_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'subnets': [{'id': '25cd5008-404b-4c3d-821f-75f2b56a045b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:26:43.773037 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20cace1-a8b9-4265-ac91-ed2f1c7cb767 None None] The sync data for ids ['760d3e40-9947-4b4b-9ceb-95f1f889a2a7'] in dv-cinder-794001-5-iscsi is: [{'id': '760d3e40-9947-4b4b-9ceb-95f1f889a2a7', 'name': 'tempest-TestMinimumBasicScenario-1048695908-router', 'tenant_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '52bd8b61-dda0-4dda-80c5-c3379beb8db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:26:37Z', 'updated_at': '2022-03-07T14:26:40Z', 'revision_number': 4, 'project_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'gw_port': {'id': '52bd8b61-dda0-4dda-80c5-c3379beb8db1', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3e40-9947-4b4b-9ceb-95f1f889a2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:37Z', 'updated_at': '2022-03-07T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'd619b595-1477-4bbf-b31d-6c56f1b7d14d', 'name': '', 'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a', 'tenant_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'mac_address': 'fa:16:3e:7d:f1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760d3e40-9947-4b4b-9ceb-95f1f889a2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '25cd5008-404b-4c3d-821f-75f2b56a045b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:39Z', 'updated_at': '2022-03-07T14:26:43Z', 'revision_number': 4, 'project_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'subnets': [{'id': '25cd5008-404b-4c3d-821f-75f2b56a045b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:26:43.777043 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-721a40d1-729d-4a50-99da-a3d88c487d81 None None] Current status of the port d619b595-1477-4bbf-b31d-6c56f1b7d14d is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:43.777564 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-721a40d1-729d-4a50-99da-a3d88c487d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:43.865667 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6fdba8-c07c-44a4-869b-b3d0626d47ae None None] Network 5c456c5d-f69a-4274-95ae-6dd6a2fa18e3 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:26:43.918473 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-721a40d1-729d-4a50-99da-a3d88c487d81 None None] For port d619b595-1477-4bbf-b31d-6c56f1b7d14d, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=d619b595-1477-4bbf-b31d-6c56f1b7d14d,segment=NetworkSegment(a7bc1a5b-c851-4ac3-9656-4e805436faf7),segment_id=a7bc1a5b-c851-4ac3-9656-4e805436faf7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:26:43.959368 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-721a40d1-729d-4a50-99da-a3d88c487d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:43.999425 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Set router 0b6f017e-c765-41e8-847f-68ec465897c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:26:44.194614 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 52bd8b61-dda0-4dda-80c5-c3379beb8db1 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:44.196017 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 053943ea-ad76-4f28-9126-8f993426aea2 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:26:44.205319 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a40d1-729d-4a50-99da-a3d88c487d81 None None] Pushing event updated for resources: {'Port': ['ID=d619b595-1477-4bbf-b31d-6c56f1b7d14d,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:44.239939 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-1497a150-65ee-45d7-a71e-a614702b1ab0 None None] Provisioning complete for port 053943ea-ad76-4f28-9126-8f993426aea2 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:44.240328 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1497a150-65ee-45d7-a71e-a614702b1ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (053943ea-ad76-4f28-9126-8f993426aea2), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:44.402053 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8dc4f785-999e-4167-b538-38aa81a736f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:44.402410 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1497a150-65ee-45d7-a71e-a614702b1ab0 None None] Current status of the port 053943ea-ad76-4f28-9126-8f993426aea2 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:44.402934 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1497a150-65ee-45d7-a71e-a614702b1ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (053943ea-ad76-4f28-9126-8f993426aea2), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:44.422176 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 053943ea-ad76-4f28-9126-8f993426aea2 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:44.422576 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (053943ea-ad76-4f28-9126-8f993426aea2), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:44.452281 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-1497a150-65ee-45d7-a71e-a614702b1ab0 None None] For port 053943ea-ad76-4f28-9126-8f993426aea2, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=053943ea-ad76-4f28-9126-8f993426aea2,segment=NetworkSegment(e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200),segment_id=e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:26:44.479805 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1497a150-65ee-45d7-a71e-a614702b1ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (053943ea-ad76-4f28-9126-8f993426aea2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:44.577176 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-1497a150-65ee-45d7-a71e-a614702b1ab0 None None] Provisioning complete for port d619b595-1477-4bbf-b31d-6c56f1b7d14d triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:44.577564 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1497a150-65ee-45d7-a71e-a614702b1ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:44.597883 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-8dc4f785-999e-4167-b538-38aa81a736f8 admin admin] Allocated IP 172.20.0.1 (5c456c5d-f69a-4274-95ae-6dd6a2fa18e3/11dc55e2-f038-4148-82d4-f49308af384d/669306af-f36b-4663-8d92-d2d9120b9a56) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:26:44.603744 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497a150-65ee-45d7-a71e-a614702b1ab0 None None] Pushing event updated for resources: {'Port': ['ID=053943ea-ad76-4f28-9126-8f993426aea2,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:44.617799 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'name': 'tempest-TestMinimumBasicScenario-653728678-router', 'tenant_id': '050a9817cda14b8f87d98c892bdcd207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9fda8b70-4d2f-44ff-9576-ed1df76ca66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:26:41Z', 'updated_at': '2022-03-07T14:26:42Z', 'revision_number': 3, 'project_id': '050a9817cda14b8f87d98c892bdcd207', 'gw_port': {'id': '9fda8b70-4d2f-44ff-9576-ed1df76ca66b', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:42Z', 'updated_at': '2022-03-07T14:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:26:44.679361 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Checking router: 0b6f017e-c765-41e8-847f-68ec465897c2 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:26:44.679631 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Updating router 0b6f017e-c765-41e8-847f-68ec465897c2 port 9fda8b70-4d2f-44ff-9576-ed1df76ca66b binding host dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:26:44.720981 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8dc4f785-999e-4167-b538-38aa81a736f8 admin admin] Publish callbacks [] for port (669306af-f36b-4663-8d92-d2d9120b9a56), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:44.722265 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 053943ea-ad76-4f28-9126-8f993426aea2 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:44.725670 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (9fda8b70-4d2f-44ff-9576-ed1df76ca66b), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:44.761607 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8dc4f785-999e-4167-b538-38aa81a736f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (669306af-f36b-4663-8d92-d2d9120b9a56), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:44.797379 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc4f785-999e-4167-b538-38aa81a736f8 admin admin] Network 5c456c5d-f69a-4274-95ae-6dd6a2fa18e3 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:26:44.802644 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-8dc4f785-999e-4167-b538-38aa81a736f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:26:44.807135 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc4f785-999e-4167-b538-38aa81a736f8 admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:26:44.838952 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4f785-999e-4167-b538-38aa81a736f8 admin admin] Pushing event updated for resources: {'Port': ['ID=669306af-f36b-4663-8d92-d2d9120b9a56,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:44.850706 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1497a150-65ee-45d7-a71e-a614702b1ab0 None None] Current status of the port d619b595-1477-4bbf-b31d-6c56f1b7d14d is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:44.854762 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8dc4f785-999e-4167-b538-38aa81a736f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753303'] for router_interface (0b6f017e-c765-41e8-847f-68ec465897c2), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:45.009986 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-9fccee8a-8e8e-4387-85ea-c24bf737cfa9 None None] Provisioning complete for port 053943ea-ad76-4f28-9126-8f993426aea2 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:45.010368 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9fccee8a-8e8e-4387-85ea-c24bf737cfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (053943ea-ad76-4f28-9126-8f993426aea2), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:45.013828 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8dc4f785-999e-4167-b538-38aa81a736f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (669306af-f36b-4663-8d92-d2d9120b9a56), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:45.103630 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Publish callbacks [] for port (9fda8b70-4d2f-44ff-9576-ed1df76ca66b), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:45.128408 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (9fda8b70-4d2f-44ff-9576-ed1df76ca66b), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:45.176025 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9fccee8a-8e8e-4387-85ea-c24bf737cfa9 None None] Current status of the port 053943ea-ad76-4f28-9126-8f993426aea2 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:45.202338 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Attempting to bind port 9fda8b70-4d2f-44ff-9576-ed1df76ca66b on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:26:45.202623 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Attempting to bind port 9fda8b70-4d2f-44ff-9576-ed1df76ca66b by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:26:45.202982 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Attempting to bind port 9fda8b70-4d2f-44ff-9576-ed1df76ca66b on network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:26:45.204481 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8dc4f785-999e-4167-b538-38aa81a736f8 admin admin] Publish callbacks [] for port (669306af-f36b-4663-8d92-d2d9120b9a56), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:45.204884 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0effb-1d77-4a47-9e2b-651adabc509c None None] Pushing event updated for resources: {'Port': ['ID=9fda8b70-4d2f-44ff-9576-ed1df76ca66b,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:45.210713 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:26:45.211086 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Checking segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:26:45.211507 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:45.211898 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Bound using segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:26:45.212340 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Bound port: 9fda8b70-4d2f-44ff-9576-ed1df76ca66b, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:26:45.212757 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (9fda8b70-4d2f-44ff-9576-ed1df76ca66b), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:45.214235 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8dc4f785-999e-4167-b538-38aa81a736f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276028'] for port (669306af-f36b-4663-8d92-d2d9120b9a56), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:45.260021 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device d619b595-1477-4bbf-b31d-6c56f1b7d14d up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:26:45.284459 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4f785-999e-4167-b538-38aa81a736f8 admin admin] Pushing event updated for resources: {'Port': ['ID=669306af-f36b-4663-8d92-d2d9120b9a56,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:45.286997 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8dc4f785-999e-4167-b538-38aa81a736f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753275'] for router_interface (0b6f017e-c765-41e8-847f-68ec465897c2), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:45.301985 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] For port 9fda8b70-4d2f-44ff-9576-ed1df76ca66b, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:26:45.323450 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] For port 9fda8b70-4d2f-44ff-9576-ed1df76ca66b, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=9fda8b70-4d2f-44ff-9576-ed1df76ca66b,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:26:45.332357 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-ec32b76c-e0a8-41e2-a6e7-74d471ed75bf None None] Provisioning complete for port 669306af-f36b-4663-8d92-d2d9120b9a56 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:45.332755 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ec32b76c-e0a8-41e2-a6e7-74d471ed75bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (669306af-f36b-4663-8d92-d2d9120b9a56), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:45.358029 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (9fda8b70-4d2f-44ff-9576-ed1df76ca66b), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:45.380974 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc4f785-999e-4167-b538-38aa81a736f8 admin admin] Network 5c456c5d-f69a-4274-95ae-6dd6a2fa18e3 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:26:45.382897 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-8dc4f785-999e-4167-b538-38aa81a736f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:26:45.509541 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc4f785-999e-4167-b538-38aa81a736f8 admin admin] Router 0b6f017e-c765-41e8-847f-68ec465897c2 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:26:45.547547 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port d619b595-1477-4bbf-b31d-6c56f1b7d14d triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:45.548043 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:45.562391 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ec32b76c-e0a8-41e2-a6e7-74d471ed75bf None None] Port 669306af-f36b-4663-8d92-d2d9120b9a56 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:26:45.610335 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Routers {'0b6f017e-c765-41e8-847f-68ec465897c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:26:45.610965 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:26:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['0b6f017e-c765-41e8-847f-68ec465897c2'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:26:45.631694 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc4f785-999e-4167-b538-38aa81a736f8 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:26:45.637094 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-8dc4f785-999e-4167-b538-38aa81a736f8 admin admin] 10.222.0.26 "PUT /v2.0/routers/0b6f017e-c765-41e8-847f-68ec465897c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0137410 Mar 07 14:26:45.649931 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0effb-1d77-4a47-9e2b-651adabc509c None None] Pushing event updated for resources: {'Port': ['ID=9fda8b70-4d2f-44ff-9576-ed1df76ca66b,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:45.752144 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-6f9c6226-c708-4b0a-8dbf-6654783b8c61 None None] Provisioning complete for port 669306af-f36b-4663-8d92-d2d9120b9a56 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:45.752613 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6f9c6226-c708-4b0a-8dbf-6654783b8c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (669306af-f36b-4663-8d92-d2d9120b9a56), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:45.797277 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] Set router 0b6f017e-c765-41e8-847f-68ec465897c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:26:45.800450 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port d619b595-1477-4bbf-b31d-6c56f1b7d14d is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:45.801561 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 053943ea-ad76-4f28-9126-8f993426aea2 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:26:45.868632 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c6226-c708-4b0a-8dbf-6654783b8c61 None None] Port 669306af-f36b-4663-8d92-d2d9120b9a56 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:26:45.922579 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0c9871f2-a1e3-4fcc-9401-b961c4486f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:45.984157 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 053943ea-ad76-4f28-9126-8f993426aea2 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:45.984530 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (053943ea-ad76-4f28-9126-8f993426aea2), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:46.115266 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 053943ea-ad76-4f28-9126-8f993426aea2 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:46.129804 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'name': 'tempest-TestMinimumBasicScenario-653728678-router', 'tenant_id': '050a9817cda14b8f87d98c892bdcd207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9fda8b70-4d2f-44ff-9576-ed1df76ca66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:26:41Z', 'updated_at': '2022-03-07T14:26:44Z', 'revision_number': 4, 'project_id': '050a9817cda14b8f87d98c892bdcd207', 'gw_port': {'id': '9fda8b70-4d2f-44ff-9576-ed1df76ca66b', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:42Z', 'updated_at': '2022-03-07T14:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '669306af-f36b-4663-8d92-d2d9120b9a56', 'name': '', 'network_id': '5c456c5d-f69a-4274-95ae-6dd6a2fa18e3', 'tenant_id': '050a9817cda14b8f87d98c892bdcd207', 'mac_address': 'fa:16:3e:5c:a7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '11dc55e2-f038-4148-82d4-f49308af384d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:44Z', 'updated_at': '2022-03-07T14:26:45Z', 'revision_number': 2, 'project_id': '050a9817cda14b8f87d98c892bdcd207', 'subnets': [{'id': '11dc55e2-f038-4148-82d4-f49308af384d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:26:46.159715 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ab153-570d-4af4-a452-dd6cc1cdaa96 None None] The sync data for ids ['0b6f017e-c765-41e8-847f-68ec465897c2'] in dv-cinder-794001-5-iscsi is: [{'id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'name': 'tempest-TestMinimumBasicScenario-653728678-router', 'tenant_id': '050a9817cda14b8f87d98c892bdcd207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9fda8b70-4d2f-44ff-9576-ed1df76ca66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:26:41Z', 'updated_at': '2022-03-07T14:26:44Z', 'revision_number': 4, 'project_id': '050a9817cda14b8f87d98c892bdcd207', 'gw_port': {'id': '9fda8b70-4d2f-44ff-9576-ed1df76ca66b', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:42Z', 'updated_at': '2022-03-07T14:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '669306af-f36b-4663-8d92-d2d9120b9a56', 'name': '', 'network_id': '5c456c5d-f69a-4274-95ae-6dd6a2fa18e3', 'tenant_id': '050a9817cda14b8f87d98c892bdcd207', 'mac_address': 'fa:16:3e:5c:a7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '11dc55e2-f038-4148-82d4-f49308af384d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:44Z', 'updated_at': '2022-03-07T14:26:45Z', 'revision_number': 2, 'project_id': '050a9817cda14b8f87d98c892bdcd207', 'subnets': [{'id': '11dc55e2-f038-4148-82d4-f49308af384d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:26:47.193037 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 9fda8b70-4d2f-44ff-9576-ed1df76ca66b up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:26:47.258746 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 9fda8b70-4d2f-44ff-9576-ed1df76ca66b triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:47.261310 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (9fda8b70-4d2f-44ff-9576-ed1df76ca66b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:47.408708 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 9fda8b70-4d2f-44ff-9576-ed1df76ca66b is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:47.408708 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (9fda8b70-4d2f-44ff-9576-ed1df76ca66b), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:47.470899 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] For port 9fda8b70-4d2f-44ff-9576-ed1df76ca66b, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=9fda8b70-4d2f-44ff-9576-ed1df76ca66b,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:26:47.478263 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (9fda8b70-4d2f-44ff-9576-ed1df76ca66b), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:47.612012 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Pushing event updated for resources: {'Port': ['ID=9fda8b70-4d2f-44ff-9576-ed1df76ca66b,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:47.625702 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:47.627572 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:47.627939 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:47.628281 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:47.628624 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:47.628994 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:47.629330 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:47.629664 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:47.632864 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:47.633996 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:47.636488 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:47.637092 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:47.637673 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:26:48.186186 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-369545bb-ac57-4721-9a1b-2e439ee96bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:48.609782 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Sync routers for ids ['0b6f017e-c765-41e8-847f-68ec465897c2'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:26:48.621437 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Routers {'0b6f017e-c765-41e8-847f-68ec465897c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:26:48.622101 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:26:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['0b6f017e-c765-41e8-847f-68ec465897c2'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:26:48.751574 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Set router 0b6f017e-c765-41e8-847f-68ec465897c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:26:48.980088 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'name': 'tempest-TestMinimumBasicScenario-653728678-router', 'tenant_id': '050a9817cda14b8f87d98c892bdcd207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9fda8b70-4d2f-44ff-9576-ed1df76ca66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:26:41Z', 'updated_at': '2022-03-07T14:26:44Z', 'revision_number': 4, 'project_id': '050a9817cda14b8f87d98c892bdcd207', 'gw_port': {'id': '9fda8b70-4d2f-44ff-9576-ed1df76ca66b', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:42Z', 'updated_at': '2022-03-07T14:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '669306af-f36b-4663-8d92-d2d9120b9a56', 'name': '', 'network_id': '5c456c5d-f69a-4274-95ae-6dd6a2fa18e3', 'tenant_id': '050a9817cda14b8f87d98c892bdcd207', 'mac_address': 'fa:16:3e:5c:a7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '11dc55e2-f038-4148-82d4-f49308af384d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:44Z', 'updated_at': '2022-03-07T14:26:45Z', 'revision_number': 2, 'project_id': '050a9817cda14b8f87d98c892bdcd207', 'subnets': [{'id': '11dc55e2-f038-4148-82d4-f49308af384d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:26:49.012529 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Checking router: 0b6f017e-c765-41e8-847f-68ec465897c2 for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:26:49.013203 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Updating router 0b6f017e-c765-41e8-847f-68ec465897c2 port 669306af-f36b-4663-8d92-d2d9120b9a56 binding host dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:26:49.047075 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (669306af-f36b-4663-8d92-d2d9120b9a56), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:49.157967 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 9fda8b70-4d2f-44ff-9576-ed1df76ca66b up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:26:49.222205 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 9fda8b70-4d2f-44ff-9576-ed1df76ca66b triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:49.222572 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (9fda8b70-4d2f-44ff-9576-ed1df76ca66b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:49.322635 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 9fda8b70-4d2f-44ff-9576-ed1df76ca66b is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:49.374552 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Publish callbacks [] for port (669306af-f36b-4663-8d92-d2d9120b9a56), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:49.379832 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (669306af-f36b-4663-8d92-d2d9120b9a56), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:49.451172 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b0a0e-fe55-433e-b243-6ff1df19b504 None None] Pushing event updated for resources: {'Port': ['ID=669306af-f36b-4663-8d92-d2d9120b9a56,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:49.506781 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:49.518542 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Attempting to bind port 669306af-f36b-4663-8d92-d2d9120b9a56 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:26:49.518911 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Attempting to bind port 669306af-f36b-4663-8d92-d2d9120b9a56 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5c456c5d-f69a-4274-95ae-6dd6a2fa18e3'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:26:49.519273 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Attempting to bind port 669306af-f36b-4663-8d92-d2d9120b9a56 on network 5c456c5d-f69a-4274-95ae-6dd6a2fa18e3 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:26:49.525853 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:26:49.526209 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Checking segment: {'id': 'e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5c456c5d-f69a-4274-95ae-6dd6a2fa18e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:26:49.526617 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:49.526991 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Bound using segment: {'id': 'e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5c456c5d-f69a-4274-95ae-6dd6a2fa18e3'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:26:49.527460 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Bound port: 669306af-f36b-4663-8d92-d2d9120b9a56, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '5c456c5d-f69a-4274-95ae-6dd6a2fa18e3'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:26:49.530112 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (669306af-f36b-4663-8d92-d2d9120b9a56), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:49.618816 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] For port 669306af-f36b-4663-8d92-d2d9120b9a56, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:26:49.622102 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] For port 669306af-f36b-4663-8d92-d2d9120b9a56, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=669306af-f36b-4663-8d92-d2d9120b9a56,segment=NetworkSegment(e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200),segment_id=e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:26:49.629959 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (669306af-f36b-4663-8d92-d2d9120b9a56), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:49.693238 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Routers {'0b6f017e-c765-41e8-847f-68ec465897c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:26:49.693871 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:26:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['0b6f017e-c765-41e8-847f-68ec465897c2'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:26:49.737355 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-c7531489-14a2-41b4-9b44-076df42e5582 None None] Provisioning complete for port 669306af-f36b-4663-8d92-d2d9120b9a56 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:49.737877 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c7531489-14a2-41b4-9b44-076df42e5582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (669306af-f36b-4663-8d92-d2d9120b9a56), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:49.760370 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b0a0e-fe55-433e-b243-6ff1df19b504 None None] Pushing event updated for resources: {'Port': ['ID=669306af-f36b-4663-8d92-d2d9120b9a56,revision_number=4']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:49.858029 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] Set router 0b6f017e-c765-41e8-847f-68ec465897c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:26:49.890994 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c7531489-14a2-41b4-9b44-076df42e5582 None None] Current status of the port 669306af-f36b-4663-8d92-d2d9120b9a56 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:49.891397 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c7531489-14a2-41b4-9b44-076df42e5582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (669306af-f36b-4663-8d92-d2d9120b9a56), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:49.949255 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-c7531489-14a2-41b4-9b44-076df42e5582 None None] For port 669306af-f36b-4663-8d92-d2d9120b9a56, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=669306af-f36b-4663-8d92-d2d9120b9a56,segment=NetworkSegment(e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200),segment_id=e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:26:49.961521 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c7531489-14a2-41b4-9b44-076df42e5582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (669306af-f36b-4663-8d92-d2d9120b9a56), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:50.024321 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7531489-14a2-41b4-9b44-076df42e5582 None None] Pushing event updated for resources: {'Port': ['ID=669306af-f36b-4663-8d92-d2d9120b9a56,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:50.082630 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-006d380d-1971-4a60-9379-7221932a930f None None] Provisioning complete for port 669306af-f36b-4663-8d92-d2d9120b9a56 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:50.083016 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-006d380d-1971-4a60-9379-7221932a930f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (669306af-f36b-4663-8d92-d2d9120b9a56), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:50.169800 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'name': 'tempest-TestMinimumBasicScenario-653728678-router', 'tenant_id': '050a9817cda14b8f87d98c892bdcd207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9fda8b70-4d2f-44ff-9576-ed1df76ca66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:26:41Z', 'updated_at': '2022-03-07T14:26:44Z', 'revision_number': 4, 'project_id': '050a9817cda14b8f87d98c892bdcd207', 'gw_port': {'id': '9fda8b70-4d2f-44ff-9576-ed1df76ca66b', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:42Z', 'updated_at': '2022-03-07T14:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '669306af-f36b-4663-8d92-d2d9120b9a56', 'name': '', 'network_id': '5c456c5d-f69a-4274-95ae-6dd6a2fa18e3', 'tenant_id': '050a9817cda14b8f87d98c892bdcd207', 'mac_address': 'fa:16:3e:5c:a7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '11dc55e2-f038-4148-82d4-f49308af384d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:44Z', 'updated_at': '2022-03-07T14:26:49Z', 'revision_number': 4, 'project_id': '050a9817cda14b8f87d98c892bdcd207', 'subnets': [{'id': '11dc55e2-f038-4148-82d4-f49308af384d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:26:50.172254 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-006d380d-1971-4a60-9379-7221932a930f None None] Current status of the port 669306af-f36b-4663-8d92-d2d9120b9a56 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:50.205563 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfbf705-b69a-47c0-8bb6-43c2f1529c97 None None] The sync data for ids ['0b6f017e-c765-41e8-847f-68ec465897c2'] in dv-cinder-794001-5-iscsi is: [{'id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'name': 'tempest-TestMinimumBasicScenario-653728678-router', 'tenant_id': '050a9817cda14b8f87d98c892bdcd207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9fda8b70-4d2f-44ff-9576-ed1df76ca66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:26:41Z', 'updated_at': '2022-03-07T14:26:44Z', 'revision_number': 4, 'project_id': '050a9817cda14b8f87d98c892bdcd207', 'gw_port': {'id': '9fda8b70-4d2f-44ff-9576-ed1df76ca66b', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:42Z', 'updated_at': '2022-03-07T14:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '669306af-f36b-4663-8d92-d2d9120b9a56', 'name': '', 'network_id': '5c456c5d-f69a-4274-95ae-6dd6a2fa18e3', 'tenant_id': '050a9817cda14b8f87d98c892bdcd207', 'mac_address': 'fa:16:3e:5c:a7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '11dc55e2-f038-4148-82d4-f49308af384d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:44Z', 'updated_at': '2022-03-07T14:26:49Z', 'revision_number': 4, 'project_id': '050a9817cda14b8f87d98c892bdcd207', 'subnets': [{'id': '11dc55e2-f038-4148-82d4-f49308af384d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:26:50.913075 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:51.181381 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 669306af-f36b-4663-8d92-d2d9120b9a56 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:26:51.240139 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 669306af-f36b-4663-8d92-d2d9120b9a56 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:51.240517 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (669306af-f36b-4663-8d92-d2d9120b9a56), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:51.322126 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 669306af-f36b-4663-8d92-d2d9120b9a56 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:26:52.372589 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:55.208451 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-06ee488e-94a7-46e3-b3b5-2619cbd42cf0 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:55.210563 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-06ee488e-94a7-46e3-b3b5-2619cbd42cf0 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/networks?id=e3b54694-ee21-40ab-8faa-5a11d3202c5a HTTP/1.1" status: 200 len: 815 time: 0.1021688 Mar 07 14:26:55.225086 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5cd96ddc-33a9-45b1-b04f-658af93f0062 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/quotas/b661a7e185cd4e9cad91dc3794d25d2e HTTP/1.1" status: 200 len: 375 time: 0.0088048 Mar 07 14:26:55.279333 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-9772e939-22c9-41f0-8f2d-5b0ccd4a47d1 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b661a7e185cd4e9cad91dc3794d25d2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494578 Mar 07 14:26:55.370268 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-0fbe6a9a-c5d0-479f-981b-b1ef283847ea service neutron] 10.222.0.26 "GET /v2.0/networks/e3b54694-ee21-40ab-8faa-5a11d3202c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796010 Mar 07 14:26:55.460319 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-3fdd6ea6-6798-4d7b-bf25-7def0ea693e8 service neutron] 10.222.0.26 "GET /v2.0/networks/e3b54694-ee21-40ab-8faa-5a11d3202c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841901 Mar 07 14:26:55.612523 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-55faee1d-6313-4982-b599-329e9e5a28c5 req-ef7ce53d-09d4-4e78-b78c-560cedb06567 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 210 time: 0.0266192 Mar 07 14:26:56.641905 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-0e007404-4027-4518-adb6-a42cdcde1532 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:56.643355 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-0e007404-4027-4518-adb6-a42cdcde1532 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.25 "GET /v2.0/networks?id=e3b54694-ee21-40ab-8faa-5a11d3202c5a HTTP/1.1" status: 200 len: 815 time: 0.1095872 Mar 07 14:26:56.666974 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-dd7be264-2ba6-4f31-8310-1044f5c99973 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Request body: {'port': {'device_id': '0bb12007-2a82-4c6c-a4bf-b7b45463a647', 'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a', 'admin_state_up': True, 'tenant_id': 'b661a7e185cd4e9cad91dc3794d25d2e'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:26:56.688295 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:56.723739 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-42200bc6-ccc8-4711-a029-512aac94758f req-0a63e22f-71ce-4349-b2b8-ddc7cc0fbdfb tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 210 time: 0.0371389 Mar 07 14:26:56.804013 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-dd7be264-2ba6-4f31-8310-1044f5c99973 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Made reservation on behalf of b661a7e185cd4e9cad91dc3794d25d2e for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:26:56.807373 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-dd7be264-2ba6-4f31-8310-1044f5c99973 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:56.932626 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-dd7be264-2ba6-4f31-8310-1044f5c99973 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Allocated IP 172.20.0.13 (e3b54694-ee21-40ab-8faa-5a11d3202c5a/25cd5008-404b-4c3d-821f-75f2b56a045b/4104e6fb-24bd-41da-9161-b22c6be35205) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:26:57.125932 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-dd7be264-2ba6-4f31-8310-1044f5c99973 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Publish callbacks [] for port (4104e6fb-24bd-41da-9161-b22c6be35205), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:57.167419 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-dd7be264-2ba6-4f31-8310-1044f5c99973 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (4104e6fb-24bd-41da-9161-b22c6be35205), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:57.228245 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-dd7be264-2ba6-4f31-8310-1044f5c99973 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Network e3b54694-ee21-40ab-8faa-5a11d3202c5a is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:26:57.232340 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-dd7be264-2ba6-4f31-8310-1044f5c99973 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:26:57.239632 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-dd7be264-2ba6-4f31-8310-1044f5c99973 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:26:57.281521 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7be264-2ba6-4f31-8310-1044f5c99973 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Pushing event updated for resources: {'Port': ['ID=4104e6fb-24bd-41da-9161-b22c6be35205,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:26:57.310062 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-dd7be264-2ba6-4f31-8310-1044f5c99973 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:57.311005 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-dd7be264-2ba6-4f31-8310-1044f5c99973 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:57.331891 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-dd7be264-2ba6-4f31-8310-1044f5c99973 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6699679 Mar 07 14:26:57.544712 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-0f886624-d1a8-4c48-8987-336fd53e6818 None None] Provisioning complete for port 4104e6fb-24bd-41da-9161-b22c6be35205 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:26:57.545354 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0f886624-d1a8-4c48-8987-336fd53e6818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (4104e6fb-24bd-41da-9161-b22c6be35205), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:26:57.581644 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-0f886624-d1a8-4c48-8987-336fd53e6818 None None] Port 4104e6fb-24bd-41da-9161-b22c6be35205 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:26:57.848752 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074fccb-a554-4ff0-9dc3-f55677bf386d req-05793667-8ced-4e80-b26c-b70b8bce9de9 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:57.857070 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a074fccb-a554-4ff0-9dc3-f55677bf386d req-05793667-8ced-4e80-b26c-b70b8bce9de9 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 932 time: 0.0622571 Mar 07 14:26:57.905255 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a074fccb-a554-4ff0-9dc3-f55677bf386d req-8137ca45-5ffc-4a21-9ff6-3f4d1e2347ea tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472167 Mar 07 14:26:59.032873 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd2813-2474-4ef7-bcb7-48eefbe2e80f req-6847386a-1310-4854-a55c-c938d09488b7 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:26:59.034410 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f3bd2813-2474-4ef7-bcb7-48eefbe2e80f req-6847386a-1310-4854-a55c-c938d09488b7 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 932 time: 0.0557160 Mar 07 14:26:59.083130 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f3bd2813-2474-4ef7-bcb7-48eefbe2e80f req-636d4625-ea7d-4414-9e95-d2969fa4f464 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421615 Mar 07 14:27:00.213054 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88117e78-6c94-4f2f-8c64-f0f880a04f35 req-5c519ed0-4af1-4c91-b749-7c346d9192b1 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:00.214525 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-88117e78-6c94-4f2f-8c64-f0f880a04f35 req-5c519ed0-4af1-4c91-b749-7c346d9192b1 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 932 time: 0.0605836 Mar 07 14:27:00.262972 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-88117e78-6c94-4f2f-8c64-f0f880a04f35 req-b98421eb-a409-4273-9016-bbe690a7c93d tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429115 Mar 07 14:27:01.384510 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665af61-9c41-4f4e-91d3-968e8c6c17b2 req-524d24d0-47a1-4f34-ad5a-36caac9c45d7 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:01.386184 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8665af61-9c41-4f4e-91d3-968e8c6c17b2 req-524d24d0-47a1-4f34-ad5a-36caac9c45d7 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 932 time: 0.0555384 Mar 07 14:27:01.433774 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8665af61-9c41-4f4e-91d3-968e8c6c17b2 req-c6fc7f97-7070-4b61-a423-7a63b0bc4d4c tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420673 Mar 07 14:27:02.559221 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c789a32-2f6f-4bea-876e-b2a7b7d57976 req-ca75a669-f095-41af-8fbe-17284fb2c0cb tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:02.560755 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5c789a32-2f6f-4bea-876e-b2a7b7d57976 req-ca75a669-f095-41af-8fbe-17284fb2c0cb tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 932 time: 0.0559447 Mar 07 14:27:02.617273 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5c789a32-2f6f-4bea-876e-b2a7b7d57976 req-abdfeff7-777e-4d9b-92bc-afe07e289d56 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498755 Mar 07 14:27:03.736591 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d1445-cca1-42f3-a143-e7a243e8baca req-220d1afb-d702-43af-b017-ab4cab2c130c tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:03.737781 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-133d1445-cca1-42f3-a143-e7a243e8baca req-220d1afb-d702-43af-b017-ab4cab2c130c tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 932 time: 0.0546780 Mar 07 14:27:03.790032 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-133d1445-cca1-42f3-a143-e7a243e8baca req-8a34152a-d3a3-44a4-beca-d26e5336a64c tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460236 Mar 07 14:27:04.906129 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f567f1a-c323-4680-a282-ed1fb9489bf1 req-feed5062-0e94-4ff3-a2b6-f300c1870fec tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:04.907601 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4f567f1a-c323-4680-a282-ed1fb9489bf1 req-feed5062-0e94-4ff3-a2b6-f300c1870fec tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 932 time: 0.0523822 Mar 07 14:27:04.953945 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4f567f1a-c323-4680-a282-ed1fb9489bf1 req-87ab1951-359c-4912-9d9b-b5e12aeec03c tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408680 Mar 07 14:27:06.071119 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646440b-abf0-4e1a-918a-5e5dc3f1ec9c req-db5e9f59-9287-4cff-ae1a-b4badec8f9de tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:06.072553 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1646440b-abf0-4e1a-918a-5e5dc3f1ec9c req-db5e9f59-9287-4cff-ae1a-b4badec8f9de tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 932 time: 0.0540869 Mar 07 14:27:06.117249 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1646440b-abf0-4e1a-918a-5e5dc3f1ec9c req-634ecc92-ec2a-4a62-a1b3-76b36c046961 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391731 Mar 07 14:27:07.234038 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc84a63-1b66-460b-af2d-5e12438e7ebb req-ead9b211-b489-4e07-8539-9e74b76c667d tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:07.235496 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4bc84a63-1b66-460b-af2d-5e12438e7ebb req-ead9b211-b489-4e07-8539-9e74b76c667d tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 932 time: 0.0518386 Mar 07 14:27:07.283235 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4bc84a63-1b66-460b-af2d-5e12438e7ebb req-acaefdb2-c6cf-4fc3-a9f6-3987ee8c2343 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423002 Mar 07 14:27:07.519153 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Request body: {'port': {'device_id': '0bb12007-2a82-4c6c-a4bf-b7b45463a647', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:27:07.579157 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (4104e6fb-24bd-41da-9161-b22c6be35205), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:07.828829 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4104e6fb-24bd-41da-9161-b22c6be35205 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:27:07.836644 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Publish callbacks [] for port (4104e6fb-24bd-41da-9161-b22c6be35205), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:07.848238 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Transition to ACTIVE for port object 4104e6fb-24bd-41da-9161-b22c6be35205 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:27:07.851978 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276028'] for port (4104e6fb-24bd-41da-9161-b22c6be35205), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:07.905261 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Pushing event updated for resources: {'Port': ['ID=4104e6fb-24bd-41da-9161-b22c6be35205,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:27:07.927757 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:27:07.928106 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:27:07.928532 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:27:07.928896 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:27:07.929328 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:27:07.929566 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:27:07.929892 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:27:07.930216 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:27:07.930539 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:27:07.930859 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:27:07.931180 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:27:07.931497 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:27:07.931814 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:27:07.985032 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Attempting to bind port 4104e6fb-24bd-41da-9161-b22c6be35205 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:27:07.985369 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Attempting to bind port 4104e6fb-24bd-41da-9161-b22c6be35205 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'a7bc1a5b-c851-4ac3-9656-4e805436faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:27:07.985702 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Attempting to bind port 4104e6fb-24bd-41da-9161-b22c6be35205 on network e3b54694-ee21-40ab-8faa-5a11d3202c5a {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:27:07.990321 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Port 4104e6fb-24bd-41da-9161-b22c6be35205 on network e3b54694-ee21-40ab-8faa-5a11d3202c5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:27:07.990648 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Attempting to bind port 4104e6fb-24bd-41da-9161-b22c6be35205 on network e3b54694-ee21-40ab-8faa-5a11d3202c5a {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:27:07.996332 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Checking agent: {'id': 'c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'started_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:27:07.996674 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Checking segment: {'id': 'a7bc1a5b-c851-4ac3-9656-4e805436faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:27:07.997114 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Bound using segment: {'id': 'a7bc1a5b-c851-4ac3-9656-4e805436faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:27:07.997543 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Bound port: 4104e6fb-24bd-41da-9161-b22c6be35205, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7bc1a5b-c851-4ac3-9656-4e805436faf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:27:07.997902 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (4104e6fb-24bd-41da-9161-b22c6be35205), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:08.062856 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] For port 4104e6fb-24bd-41da-9161-b22c6be35205, host hv-cinder-79400, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:27:08.066314 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] For port 4104e6fb-24bd-41da-9161-b22c6be35205, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4104e6fb-24bd-41da-9161-b22c6be35205,segment=NetworkSegment(a7bc1a5b-c851-4ac3-9656-4e805436faf7),segment_id=a7bc1a5b-c851-4ac3-9656-4e805436faf7)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:27:08.072175 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276028'] for port (4104e6fb-24bd-41da-9161-b22c6be35205), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:08.103308 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:08.103891 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:08.105437 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] 10.222.0.25 "PUT /v2.0/ports/4104e6fb-24bd-41da-9161-b22c6be35205 HTTP/1.1" status: 200 len: 1094 time: 0.5906024 Mar 07 14:27:08.107607 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb12007-2a82-4c6c-a4bf-b7b45463a647', 'tag': '4104e6fb-24bd-41da-9161-b22c6be35205'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:27:08.109951 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6474565-dd0e-40f0-9a40-25a187f156e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb12007-2a82-4c6c-a4bf-b7b45463a647", "tag": "4104e6fb-24bd-41da-9161-b22c6be35205"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:27:08.140446 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b1722-34b0-4bd5-89fa-f9f5fce99112 service neutron] Pushing event updated for resources: {'Port': ['ID=4104e6fb-24bd-41da-9161-b22c6be35205,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:27:08.150792 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5573567e-f4f5-4506-b903-822c5bbd0eb5 x-openstack-request-id: req-5573567e-f4f5-4506-b903-822c5bbd0eb5 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:27:08.151159 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb12007-2a82-4c6c-a4bf-b7b45463a647", "tag": "4104e6fb-24bd-41da-9161-b22c6be35205", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:27:08.151540 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5573567e-f4f5-4506-b903-822c5bbd0eb5 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:27:08.152070 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb12007-2a82-4c6c-a4bf-b7b45463a647', 'tag': '4104e6fb-24bd-41da-9161-b22c6be35205', 'status': 'completed', 'code': 200} Mar 07 14:27:08.293617 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-68c21db0-83a5-42e5-a55b-726bf996df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:08.295128 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-68c21db0-83a5-42e5-a55b-726bf996df8f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b661a7e185cd4e9cad91dc3794d25d2e&device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 1128 time: 0.0508063 Mar 07 14:27:08.341790 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-0c1de921-80e8-4a21-8446-ebcbf9c8d5f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4104e6fb-24bd-41da-9161-b22c6be35205 HTTP/1.1" status: 200 len: 217 time: 0.0338969 Mar 07 14:27:08.423663 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-a74e7386-c074-4460-a1e4-0477e68250a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:08.425161 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-a74e7386-c074-4460-a1e4-0477e68250a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25cd5008-404b-4c3d-821f-75f2b56a045b HTTP/1.1" status: 200 len: 854 time: 0.0767004 Mar 07 14:27:08.448705 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac7d0f-bc6f-41e0-811e-69d8d5f964a6 req-a350534a-a872-486e-bb32-de03cc749f1a tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:08.450194 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b4ac7d0f-bc6f-41e0-811e-69d8d5f964a6 req-a350534a-a872-486e-bb32-de03cc749f1a tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 944 time: 0.1006310 Mar 07 14:27:08.514537 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-05b102f9-f0ff-4233-b512-e59b5d295331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:08.516047 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-05b102f9-f0ff-4233-b512-e59b5d295331 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e3b54694-ee21-40ab-8faa-5a11d3202c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826998 Mar 07 14:27:08.520300 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b4ac7d0f-bc6f-41e0-811e-69d8d5f964a6 req-ddf1d4a4-a5c8-42b4-a6c1-2b9449871d32 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554698 Mar 07 14:27:08.869363 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-ad9c18a4-ea60-4e93-a537-c81bcbbeff99 service neutron] 10.222.0.25 "GET /v2.0/networks/e3b54694-ee21-40ab-8faa-5a11d3202c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396981 Mar 07 14:27:08.963104 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b205db6b-3cdc-4dd5-b947-26c69617740b req-04f8ea2c-9897-441d-8b79-5ccfc15830c8 service neutron] 10.222.0.25 "GET /v2.0/networks/e3b54694-ee21-40ab-8faa-5a11d3202c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834675 Mar 07 14:27:09.097156 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6474565-dd0e-40f0-9a40-25a187f156e2 req-6a2e45f2-aac0-42ed-8806-3f4a4d089e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:09.098668 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e6474565-dd0e-40f0-9a40-25a187f156e2 req-6a2e45f2-aac0-42ed-8806-3f4a4d089e83 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b661a7e185cd4e9cad91dc3794d25d2e&device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 1128 time: 0.0442660 Mar 07 14:27:09.190396 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6474565-dd0e-40f0-9a40-25a187f156e2 req-8756571b-7c97-4226-9e3d-886400212d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:09.191799 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e6474565-dd0e-40f0-9a40-25a187f156e2 req-8756571b-7c97-4226-9e3d-886400212d85 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e3b54694-ee21-40ab-8faa-5a11d3202c5a HTTP/1.1" status: 200 len: 916 time: 0.0852997 Mar 07 14:27:09.231787 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e6474565-dd0e-40f0-9a40-25a187f156e2 req-bb94a900-84af-421f-82d5-1542a316bc62 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4104e6fb-24bd-41da-9161-b22c6be35205 HTTP/1.1" status: 200 len: 217 time: 0.0335741 Mar 07 14:27:09.258623 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [req-4763a462-29c5-4d66-be11-af0bdf9c636a req-1133dbfc-e20f-4257-99e3-c816a169f800 service neutron] (103240) timed out ('10.222.0.26', 36732) {{(pid=103240) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 14:27:09.284366 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6474565-dd0e-40f0-9a40-25a187f156e2 req-be0e16da-3eeb-4493-99fd-d7cb6b6456f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:09.285914 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e6474565-dd0e-40f0-9a40-25a187f156e2 req-be0e16da-3eeb-4493-99fd-d7cb6b6456f6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25cd5008-404b-4c3d-821f-75f2b56a045b HTTP/1.1" status: 200 len: 854 time: 0.0486639 Mar 07 14:27:09.338567 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6474565-dd0e-40f0-9a40-25a187f156e2 req-47124eea-dbe5-4954-9e24-ce37259edcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:09.340198 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e6474565-dd0e-40f0-9a40-25a187f156e2 req-47124eea-dbe5-4954-9e24-ce37259edcf8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e3b54694-ee21-40ab-8faa-5a11d3202c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477920 Mar 07 14:27:09.453720 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e6474565-dd0e-40f0-9a40-25a187f156e2 req-ae2dc427-87f2-45f0-beca-23702ae491e0 service neutron] 10.222.0.25 "GET /v2.0/networks/e3b54694-ee21-40ab-8faa-5a11d3202c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864959 Mar 07 14:27:09.459343 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-4763a462-29c5-4d66-be11-af0bdf9c636a req-1cde6881-565f-42c8-a342-6895830d4f49 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] (103241) timed out ('10.222.0.26', 36744) {{(pid=103241) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 14:27:09.541962 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e6474565-dd0e-40f0-9a40-25a187f156e2 req-2ab923bb-de9b-4258-8d99-a4b7ac89352c service neutron] 10.222.0.25 "GET /v2.0/networks/e3b54694-ee21-40ab-8faa-5a11d3202c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811408 Mar 07 14:27:09.641884 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc948d9d-77cf-4267-a836-8db074e82785 req-a20a6623-e5b1-4769-9a2c-bde3c7c0e802 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:09.643354 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cc948d9d-77cf-4267-a836-8db074e82785 req-a20a6623-e5b1-4769-9a2c-bde3c7c0e802 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 944 time: 0.0534222 Mar 07 14:27:09.695034 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cc948d9d-77cf-4267-a836-8db074e82785 req-3b2b6f16-66ec-48db-9ecd-f1a071134a84 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452406 Mar 07 14:27:10.390596 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:27:10.812539 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c19af2-256a-46db-bf80-b2d4e40abea6 req-0933a113-5d5a-47b0-aec9-1c0597ad59f1 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:10.814032 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-50c19af2-256a-46db-bf80-b2d4e40abea6 req-0933a113-5d5a-47b0-aec9-1c0597ad59f1 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 944 time: 0.0518785 Mar 07 14:27:10.861067 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-50c19af2-256a-46db-bf80-b2d4e40abea6 req-c7e02e5b-37af-4f5c-ae18-3cfde5549769 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Mar 07 14:27:11.922271 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 4104e6fb-24bd-41da-9161-b22c6be35205 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 14:27:11.980224 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f0e29-5d61-4915-ab60-65287dda5bc7 req-a32fa5c0-c4d1-424d-a96c-51145b1d9302 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:11.981745 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f81f0e29-5d61-4915-ab60-65287dda5bc7 req-a32fa5c0-c4d1-424d-a96c-51145b1d9302 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 944 time: 0.0523598 Mar 07 14:27:12.018788 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 4104e6fb-24bd-41da-9161-b22c6be35205, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4104e6fb-24bd-41da-9161-b22c6be35205,segment=NetworkSegment(a7bc1a5b-c851-4ac3-9656-4e805436faf7),segment_id=a7bc1a5b-c851-4ac3-9656-4e805436faf7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:27:12.028946 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f81f0e29-5d61-4915-ab60-65287dda5bc7 req-fe588c8f-ac94-45a3-8080-8520ae112153 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417569 Mar 07 14:27:12.029126 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Returning: {'device': '4104e6fb-24bd-41da-9161-b22c6be35205', 'network_id': 'e3b54694-ee21-40ab-8faa-5a11d3202c5a', 'port_id': '4104e6fb-24bd-41da-9161-b22c6be35205', 'mac_address': 'fa:16:3e:c5:a0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cd5008-404b-4c3d-821f-75f2b56a045b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 14:27:12.066270 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 4104e6fb-24bd-41da-9161-b22c6be35205 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:27:12.066665 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (4104e6fb-24bd-41da-9161-b22c6be35205), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:12.083028 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4104e6fb-24bd-41da-9161-b22c6be35205 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:27:12.101456 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 4104e6fb-24bd-41da-9161-b22c6be35205, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4104e6fb-24bd-41da-9161-b22c6be35205,segment=NetworkSegment(a7bc1a5b-c851-4ac3-9656-4e805436faf7),segment_id=a7bc1a5b-c851-4ac3-9656-4e805436faf7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:27:12.105336 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (4104e6fb-24bd-41da-9161-b22c6be35205), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:12.150981 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=4104e6fb-24bd-41da-9161-b22c6be35205,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:27:12.524055 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['4104e6fb-24bd-41da-9161-b22c6be35205'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:27:12.858305 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ee02b38d-3d35-4adc-9da6-33ea2e6e17d2 req-bf1f31f0-4bbe-4a44-8b99-71b1fee18bba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478499 Mar 07 14:27:12.960008 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02b38d-3d35-4adc-9da6-33ea2e6e17d2 req-38f2c81a-5f0b-49a6-91a2-ee6356e87c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:12.961614 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ee02b38d-3d35-4adc-9da6-33ea2e6e17d2 req-38f2c81a-5f0b-49a6-91a2-ee6356e87c3c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 1130 time: 0.0450332 Mar 07 14:27:13.060487 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02b38d-3d35-4adc-9da6-33ea2e6e17d2 req-af61c2b7-bfa9-4583-8a6a-6b08d725ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:13.061965 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ee02b38d-3d35-4adc-9da6-33ea2e6e17d2 req-af61c2b7-bfa9-4583-8a6a-6b08d725ed5d service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 200 len: 916 time: 0.0825334 Mar 07 14:27:13.159807 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ee02b38d-3d35-4adc-9da6-33ea2e6e17d2 req-deb86434-afab-46fd-a1d2-dbac671709f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff6e7b5a-32a4-4bab-983a-471c94a9c990 HTTP/1.1" status: 200 len: 1002 time: 0.0896180 Mar 07 14:27:13.181871 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0b9b1-740d-4385-9bc3-c200e2561d7f req-4a3a2838-3fa0-4cba-b2c6-fc8691f9aed0 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:13.183273 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-24d0b9b1-740d-4385-9bc3-c200e2561d7f req-4a3a2838-3fa0-4cba-b2c6-fc8691f9aed0 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 945 time: 0.0749967 Mar 07 14:27:13.240440 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02b38d-3d35-4adc-9da6-33ea2e6e17d2 req-1dcf3576-82d7-4df0-aafd-8f987731369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:13.242399 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ee02b38d-3d35-4adc-9da6-33ea2e6e17d2 req-1dcf3576-82d7-4df0-aafd-8f987731369f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94b6b23d-f0fc-499f-8502-08cb48270361 HTTP/1.1" status: 200 len: 854 time: 0.0753415 Mar 07 14:27:13.267066 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-24d0b9b1-740d-4385-9bc3-c200e2561d7f req-31036b42-5c46-41f0-9294-e5cfd7381a87 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665629 Mar 07 14:27:13.298237 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02b38d-3d35-4adc-9da6-33ea2e6e17d2 req-31f32004-c2a8-4a41-97b8-437f9f912a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:13.299714 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ee02b38d-3d35-4adc-9da6-33ea2e6e17d2 req-31f32004-c2a8-4a41-97b8-437f9f912a83 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b62fa4f-b2cf-4013-a771-a3abfae0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483389 Mar 07 14:27:13.386569 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ee02b38d-3d35-4adc-9da6-33ea2e6e17d2 req-c45da8f4-7c59-454c-a366-99b0166a86e7 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800862 Mar 07 14:27:13.475297 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ee02b38d-3d35-4adc-9da6-33ea2e6e17d2 req-07472aa5-e1e6-4dcd-9413-05b641184b49 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821447 Mar 07 14:27:13.938985 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 4104e6fb-24bd-41da-9161-b22c6be35205 up at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:27:13.990144 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning for port 4104e6fb-24bd-41da-9161-b22c6be35205 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 14:27:13.994617 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Provisioning complete for port 4104e6fb-24bd-41da-9161-b22c6be35205 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:27:13.995072 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (4104e6fb-24bd-41da-9161-b22c6be35205), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:14.070738 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Current status of the port 4104e6fb-24bd-41da-9161-b22c6be35205 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:27:14.071122 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (4104e6fb-24bd-41da-9161-b22c6be35205), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:14.092786 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb12007-2a82-4c6c-a4bf-b7b45463a647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4104e6fb-24bd-41da-9161-b22c6be35205'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:27:14.094973 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2253d4b5f8949e98f4ccd1b32ffa75d0ae2778d9e84338fdee8f8525681c6737" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26bc3d8-46a2-41d4-b6d5-147a8f710f22" -d '{"events": [{"server_uuid": "0bb12007-2a82-4c6c-a4bf-b7b45463a647", "name": "network-vif-plugged", "status": "completed", "tag": "4104e6fb-24bd-41da-9161-b22c6be35205"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:27:14.109985 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] For port 4104e6fb-24bd-41da-9161-b22c6be35205, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4104e6fb-24bd-41da-9161-b22c6be35205,segment=NetworkSegment(a7bc1a5b-c851-4ac3-9656-4e805436faf7),segment_id=a7bc1a5b-c851-4ac3-9656-4e805436faf7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:27:14.116110 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (4104e6fb-24bd-41da-9161-b22c6be35205), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:14.267553 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740d9caf-5a2b-47f1-8c0b-b1f11cbc185a x-openstack-request-id: req-740d9caf-5a2b-47f1-8c0b-b1f11cbc185a {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:27:14.267796 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb12007-2a82-4c6c-a4bf-b7b45463a647", "name": "network-vif-plugged", "status": "completed", "tag": "4104e6fb-24bd-41da-9161-b22c6be35205", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:27:14.268001 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-740d9caf-5a2b-47f1-8c0b-b1f11cbc185a {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:27:14.268385 dv-cinder-794001-5-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb12007-2a82-4c6c-a4bf-b7b45463a647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4104e6fb-24bd-41da-9161-b22c6be35205', 'code': 200} Mar 07 14:27:14.294126 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Pushing event updated for resources: {'Port': ['ID=4104e6fb-24bd-41da-9161-b22c6be35205,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:27:14.378584 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14145164-2356-4dc2-bddf-4add0d88e56d req-7b656a5d-bd99-4662-ba51-4a115fd994ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:14.380055 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-14145164-2356-4dc2-bddf-4add0d88e56d req-7b656a5d-bd99-4662-ba51-4a115fd994ea service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 1130 time: 0.0766201 Mar 07 14:27:14.413794 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222270fd-d1ca-45c3-87f4-e29e9f5b7186 req-c5893e26-97dc-43a3-9e2c-a47063a0db18 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:14.415232 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-222270fd-d1ca-45c3-87f4-e29e9f5b7186 req-c5893e26-97dc-43a3-9e2c-a47063a0db18 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 946 time: 0.0790741 Mar 07 14:27:14.451370 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-14145164-2356-4dc2-bddf-4add0d88e56d req-25a49854-2579-4a41-93de-d37a722d0cb5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644817 Mar 07 14:27:14.478330 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-222270fd-d1ca-45c3-87f4-e29e9f5b7186 req-57f686a9-e6fa-4d0a-adce-fb94e6ec07ec tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551329 Mar 07 14:27:15.595842 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528530eb-2e04-4808-a35c-fa399c324404 req-5e695a8d-2aa5-48b2-8ac3-470ae6e57dd9 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:15.597340 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-528530eb-2e04-4808-a35c-fa399c324404 req-5e695a8d-2aa5-48b2-8ac3-470ae6e57dd9 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 946 time: 0.0526104 Mar 07 14:27:15.643709 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-528530eb-2e04-4808-a35c-fa399c324404 req-2319ec6d-5690-42e4-b9bc-987cf2be6fcf tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408506 Mar 07 14:27:15.864997 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d427aa75-6595-4d79-9ffb-bad1479f503d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:16.763430 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b659a2-25a0-445c-baae-7119ca50e8cb req-effb5a9f-e1b7-48cb-8f7b-fb0b9d90f19d tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:16.764894 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d0b659a2-25a0-445c-baae-7119ca50e8cb req-effb5a9f-e1b7-48cb-8f7b-fb0b9d90f19d tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 946 time: 0.0564985 Mar 07 14:27:16.810264 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d0b659a2-25a0-445c-baae-7119ca50e8cb req-a8781311-4aa2-4dbe-adb5-2c800363759c tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399902 Mar 07 14:27:16.926645 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887deba6-7313-4c8f-811f-839b7688cefe req-df190c73-b362-47dc-acf9-9178c626d4cc tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:16.928153 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-887deba6-7313-4c8f-811f-839b7688cefe req-df190c73-b362-47dc-acf9-9178c626d4cc tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 946 time: 0.0526187 Mar 07 14:27:16.974444 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-887deba6-7313-4c8f-811f-839b7688cefe req-8f4ac961-e0db-4718-8720-8a7d837a121f tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 Mar 07 14:27:17.293169 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c242b92-f905-4542-9f9a-128a47a27099 req-db82f0ce-5b9c-4820-a971-85b0c8d05c3f tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:27:17.294614 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1c242b92-f905-4542-9f9a-128a47a27099 req-db82f0ce-5b9c-4820-a971-85b0c8d05c3f tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 946 time: 0.0509562 Mar 07 14:27:17.343382 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1c242b92-f905-4542-9f9a-128a47a27099 req-9c28f305-a305-47cd-9930-c20773d7e12c tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432179 Mar 07 14:27:18.187725 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-58fd01ec-2bba-4a51-990a-7fd65ad65195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:19.484988 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:20.909961 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:22.355970 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:26.692057 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:45.867831 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4529268b-6c82-4a29-bd9b-93bf89d2e0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:47.389729 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:27:48.188206 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eee1fc97-7271-4d6b-ab58-b45c1abc86d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:49.488195 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:50.911906 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:52.360559 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:27:56.699628 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:28:13.841315 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4c7766fe-7da7-4a67-bb9b-4e6801e50141 req-47b382c2-f699-4428-8d04-e4c21c9351a3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430160 Mar 07 14:28:13.940647 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7766fe-7da7-4a67-bb9b-4e6801e50141 req-e4599da4-f529-42a6-98d1-801f61b293b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:28:13.942129 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4c7766fe-7da7-4a67-bb9b-4e6801e50141 req-e4599da4-f529-42a6-98d1-801f61b293b1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 1130 time: 0.0440569 Mar 07 14:28:14.044422 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7766fe-7da7-4a67-bb9b-4e6801e50141 req-ae2e374b-b678-4cfe-a10c-7ee829460638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:28:14.045904 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4c7766fe-7da7-4a67-bb9b-4e6801e50141 req-ae2e374b-b678-4cfe-a10c-7ee829460638 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 200 len: 916 time: 0.0859478 Mar 07 14:28:14.110510 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4c7766fe-7da7-4a67-bb9b-4e6801e50141 req-b6dbfa97-f19d-416a-b6b8-214431d35ea9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff6e7b5a-32a4-4bab-983a-471c94a9c990 HTTP/1.1" status: 200 len: 1002 time: 0.0582979 Mar 07 14:28:14.158209 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7766fe-7da7-4a67-bb9b-4e6801e50141 req-03820a29-ab0b-49a5-a330-b8b404370154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:28:14.159618 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4c7766fe-7da7-4a67-bb9b-4e6801e50141 req-03820a29-ab0b-49a5-a330-b8b404370154 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94b6b23d-f0fc-499f-8502-08cb48270361 HTTP/1.1" status: 200 len: 854 time: 0.0427923 Mar 07 14:28:14.209478 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7766fe-7da7-4a67-bb9b-4e6801e50141 req-3d6d1062-523e-4c0f-827e-c2627bc30f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:28:14.211532 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4c7766fe-7da7-4a67-bb9b-4e6801e50141 req-3d6d1062-523e-4c0f-827e-c2627bc30f45 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b62fa4f-b2cf-4013-a771-a3abfae0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463886 Mar 07 14:28:14.298323 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4c7766fe-7da7-4a67-bb9b-4e6801e50141 req-0e371c89-69fd-42ba-b371-b87ae26369c2 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805941 Mar 07 14:28:14.388082 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4c7766fe-7da7-4a67-bb9b-4e6801e50141 req-4ac3b255-f805-4e5b-b60e-f129197cdd46 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839446 Mar 07 14:28:15.870222 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fe0a9b05-a467-4138-a44b-3404d462f09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:28:18.188469 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-678b8a22-19cb-46c7-92b0-5f99fa893fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:28:19.491498 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:28:20.914927 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:28:22.362989 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:28:24.389126 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:28:26.692452 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:28:45.872195 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-aeb9f5dd-fc78-491b-ae0c-c93b9ad0abc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:28:48.191229 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-30425224-6b8f-4f9c-a0dd-8b6bbd9a975b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:28:49.494602 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:28:50.916977 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:28:52.364876 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:28:56.705603 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:29:01.388477 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:29:15.873849 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e537a91-a828-4aba-b82b-c45784777340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:29:15.937234 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4fe2e63c-d5c4-4c38-9ada-d5a816c031f9 req-ea69bd56-300d-4d09-8944-39b4a818552f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1349833 Mar 07 14:29:16.011135 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2e63c-d5c4-4c38-9ada-d5a816c031f9 req-9853fa2b-7cad-4491-8a06-ecd9e41b4c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:29:16.012591 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4fe2e63c-d5c4-4c38-9ada-d5a816c031f9 req-9853fa2b-7cad-4491-8a06-ecd9e41b4c01 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b661a7e185cd4e9cad91dc3794d25d2e&device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 1130 time: 0.0443337 Mar 07 14:29:16.114653 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2e63c-d5c4-4c38-9ada-d5a816c031f9 req-c9174dfd-4f50-4d5b-b8aa-1554fc532937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:29:16.115979 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4fe2e63c-d5c4-4c38-9ada-d5a816c031f9 req-c9174dfd-4f50-4d5b-b8aa-1554fc532937 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e3b54694-ee21-40ab-8faa-5a11d3202c5a HTTP/1.1" status: 200 len: 916 time: 0.0868709 Mar 07 14:29:16.156262 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4fe2e63c-d5c4-4c38-9ada-d5a816c031f9 req-90b294ce-423d-446b-922e-a3c98df612f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4104e6fb-24bd-41da-9161-b22c6be35205 HTTP/1.1" status: 200 len: 217 time: 0.0341473 Mar 07 14:29:16.202685 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2e63c-d5c4-4c38-9ada-d5a816c031f9 req-105bd463-cf55-406a-9057-41714946b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:29:16.204052 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4fe2e63c-d5c4-4c38-9ada-d5a816c031f9 req-105bd463-cf55-406a-9057-41714946b84f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25cd5008-404b-4c3d-821f-75f2b56a045b HTTP/1.1" status: 200 len: 854 time: 0.0423641 Mar 07 14:29:16.255514 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2e63c-d5c4-4c38-9ada-d5a816c031f9 req-250461f3-c822-4a54-9b38-eb30c44f4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:29:16.257247 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4fe2e63c-d5c4-4c38-9ada-d5a816c031f9 req-250461f3-c822-4a54-9b38-eb30c44f4bdf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e3b54694-ee21-40ab-8faa-5a11d3202c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476358 Mar 07 14:29:16.266643 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-4fe2e63c-d5c4-4c38-9ada-d5a816c031f9 req-0d39b2a4-6815-443d-a92e-3238a815d392 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:29:16.267557 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4fe2e63c-d5c4-4c38-9ada-d5a816c031f9 req-0d39b2a4-6815-443d-a92e-3238a815d392 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046377 Mar 07 14:29:16.355695 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4fe2e63c-d5c4-4c38-9ada-d5a816c031f9 req-72a1c04f-7296-43d3-8204-c8b81d975b82 service neutron] 10.222.0.25 "GET /v2.0/networks/e3b54694-ee21-40ab-8faa-5a11d3202c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823164 Mar 07 14:29:16.447728 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4fe2e63c-d5c4-4c38-9ada-d5a816c031f9 req-56d33bf8-9929-4a06-8240-bc307f7491ea service neutron] 10.222.0.25 "GET /v2.0/networks/e3b54694-ee21-40ab-8faa-5a11d3202c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855577 Mar 07 14:29:18.192856 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-08590e62-fb0c-421b-aad4-1a0276e25a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:29:19.497410 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:29:20.920493 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:29:22.368837 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:29:26.735066 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:29:38.388159 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:29:45.875620 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2e21a16b-5669-4e2b-9b91-724670621489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:29:48.194005 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0675eecf-b9ce-4259-abdb-47881251e385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:29:49.499871 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:29:50.924190 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:29:52.370529 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:29:56.761529 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:30:15.388070 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:30:15.832290 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-52976647-c1c7-4cd4-a877-90fc84956a37 req-557c18d0-3c4d-454e-9fd2-c22dadd3b387 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428185 Mar 07 14:30:15.876930 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d2da218d-297b-4a81-9a31-494d8b7083a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:30:15.932647 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52976647-c1c7-4cd4-a877-90fc84956a37 req-1aa0c425-81dc-4bb6-838f-c805b2d2eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:30:15.934798 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-52976647-c1c7-4cd4-a877-90fc84956a37 req-1aa0c425-81dc-4bb6-838f-c805b2d2eaed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 1130 time: 0.0441587 Mar 07 14:30:16.036830 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52976647-c1c7-4cd4-a877-90fc84956a37 req-f67bb88a-dcf6-496b-8ae8-021974856824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:30:16.038272 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-52976647-c1c7-4cd4-a877-90fc84956a37 req-f67bb88a-dcf6-496b-8ae8-021974856824 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 200 len: 916 time: 0.0861244 Mar 07 14:30:16.101452 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-52976647-c1c7-4cd4-a877-90fc84956a37 req-87c7136f-54b4-433d-8814-fcea9cc9e219 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff6e7b5a-32a4-4bab-983a-471c94a9c990 HTTP/1.1" status: 200 len: 1002 time: 0.0573874 Mar 07 14:30:16.153779 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52976647-c1c7-4cd4-a877-90fc84956a37 req-c330ca82-68ae-4e56-b39a-895bb9b7b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:30:16.155223 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-52976647-c1c7-4cd4-a877-90fc84956a37 req-c330ca82-68ae-4e56-b39a-895bb9b7b665 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94b6b23d-f0fc-499f-8502-08cb48270361 HTTP/1.1" status: 200 len: 854 time: 0.0468342 Mar 07 14:30:16.201914 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52976647-c1c7-4cd4-a877-90fc84956a37 req-da6809f9-284a-4752-a97a-4f8d8ddc3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:30:16.203370 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-52976647-c1c7-4cd4-a877-90fc84956a37 req-da6809f9-284a-4752-a97a-4f8d8ddc3803 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b62fa4f-b2cf-4013-a771-a3abfae0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426767 Mar 07 14:30:16.289001 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-52976647-c1c7-4cd4-a877-90fc84956a37 req-4a89ebbf-0128-450d-88be-bd90cda5623e service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796001 Mar 07 14:30:16.376275 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-52976647-c1c7-4cd4-a877-90fc84956a37 req-abb91669-e358-44dc-9243-2cdf4de18e1e service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819528 Mar 07 14:30:18.196421 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbbff0ad-136d-4935-ac9d-d72ad3a5bcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:30:19.502970 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:30:20.926893 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:30:22.372994 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:30:26.763411 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:30:45.878500 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a675bb8d-0d16-4e1d-8cca-df021337bdba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:30:48.197021 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-016db738-ecae-4515-b1e4-db6c963d08da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:30:49.509744 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:30:50.930451 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:30:52.378182 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:30:52.388384 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:30:56.764318 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:31:15.847114 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e3340087-7b56-483c-8643-3a882b6d33b1 req-f526973b-5f5a-4720-b639-21f10485a075 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434673 Mar 07 14:31:15.880269 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-32db9733-a4cf-4a39-ba9c-be83339146d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:31:15.922238 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3340087-7b56-483c-8643-3a882b6d33b1 req-c9d227ce-3ea8-497e-a4e4-72b8914e827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:31:15.923710 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e3340087-7b56-483c-8643-3a882b6d33b1 req-c9d227ce-3ea8-497e-a4e4-72b8914e827b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b661a7e185cd4e9cad91dc3794d25d2e&device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 1130 time: 0.0455458 Mar 07 14:31:16.023748 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3340087-7b56-483c-8643-3a882b6d33b1 req-ca360c89-84b8-4169-9b20-cc55bf7d8ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:31:16.025216 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e3340087-7b56-483c-8643-3a882b6d33b1 req-ca360c89-84b8-4169-9b20-cc55bf7d8ba7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e3b54694-ee21-40ab-8faa-5a11d3202c5a HTTP/1.1" status: 200 len: 916 time: 0.0855422 Mar 07 14:31:16.064014 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e3340087-7b56-483c-8643-3a882b6d33b1 req-567633f9-d04e-4e4a-94f8-26d47f442ebb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4104e6fb-24bd-41da-9161-b22c6be35205 HTTP/1.1" status: 200 len: 217 time: 0.0332057 Mar 07 14:31:16.112831 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3340087-7b56-483c-8643-3a882b6d33b1 req-aa08bc00-b59f-4e9a-b4f5-a6e683777b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:31:16.114139 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e3340087-7b56-483c-8643-3a882b6d33b1 req-aa08bc00-b59f-4e9a-b4f5-a6e683777b8d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25cd5008-404b-4c3d-821f-75f2b56a045b HTTP/1.1" status: 200 len: 854 time: 0.0448687 Mar 07 14:31:16.161494 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3340087-7b56-483c-8643-3a882b6d33b1 req-ded46917-6080-4740-ba9b-afb54da698b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:31:16.162939 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e3340087-7b56-483c-8643-3a882b6d33b1 req-ded46917-6080-4740-ba9b-afb54da698b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e3b54694-ee21-40ab-8faa-5a11d3202c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424132 Mar 07 14:31:16.253137 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e3340087-7b56-483c-8643-3a882b6d33b1 req-beaf98f5-e2e3-4306-8ba2-0867638255ab service neutron] 10.222.0.25 "GET /v2.0/networks/e3b54694-ee21-40ab-8faa-5a11d3202c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832906 Mar 07 14:31:16.337470 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e3340087-7b56-483c-8643-3a882b6d33b1 req-d6b490c7-3aff-43bd-ab46-f0c78305f532 service neutron] 10.222.0.25 "GET /v2.0/networks/e3b54694-ee21-40ab-8faa-5a11d3202c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791271 Mar 07 14:31:18.200249 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-75d36811-5832-4964-b73b-4a81ef88dc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:31:19.508062 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:31:20.934626 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:31:22.371131 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:31:26.763122 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:31:29.387050 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:31:45.884368 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3adb9966-7315-4a02-8a2c-b4855753c22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:31:48.200971 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4dd33596-f840-4761-9741-ca4ab9433939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:31:49.511304 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:31:50.935148 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:31:52.375575 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:31:56.759431 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:32:06.385936 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:32:15.886663 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a63d032f-3737-46b7-9971-03c7075c0a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:32:17.849627 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-775f0873-a8df-429b-b905-d3e25c0249a8 req-63b5e143-0a91-49ab-94d1-07ec41d234d0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445592 Mar 07 14:32:17.956774 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f0873-a8df-429b-b905-d3e25c0249a8 req-0087bb9c-a4e0-41ae-b9a2-9e6e068b83ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:32:17.958248 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-775f0873-a8df-429b-b905-d3e25c0249a8 req-0087bb9c-a4e0-41ae-b9a2-9e6e068b83ef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 1130 time: 0.0480599 Mar 07 14:32:18.061107 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f0873-a8df-429b-b905-d3e25c0249a8 req-697c2f0e-fb1b-416f-b411-ebb1d538ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:32:18.062596 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-775f0873-a8df-429b-b905-d3e25c0249a8 req-697c2f0e-fb1b-416f-b411-ebb1d538ae04 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 200 len: 916 time: 0.0873077 Mar 07 14:32:18.128168 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-775f0873-a8df-429b-b905-d3e25c0249a8 req-0b863cdb-8a36-4ca1-8f1d-9a2b84661460 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff6e7b5a-32a4-4bab-983a-471c94a9c990 HTTP/1.1" status: 200 len: 1002 time: 0.0600381 Mar 07 14:32:18.175533 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f0873-a8df-429b-b905-d3e25c0249a8 req-8dd46e33-dfb5-426e-83ea-93d250b08398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:32:18.176993 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-775f0873-a8df-429b-b905-d3e25c0249a8 req-8dd46e33-dfb5-426e-83ea-93d250b08398 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94b6b23d-f0fc-499f-8502-08cb48270361 HTTP/1.1" status: 200 len: 854 time: 0.0430579 Mar 07 14:32:18.201527 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2daa9c77-257a-4b66-9ba5-8edf14dda9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:32:18.226304 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f0873-a8df-429b-b905-d3e25c0249a8 req-17703da9-1d7b-4bf1-b7ba-fe228d147d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:32:18.227802 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-775f0873-a8df-429b-b905-d3e25c0249a8 req-17703da9-1d7b-4bf1-b7ba-fe228d147d15 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b62fa4f-b2cf-4013-a771-a3abfae0550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454803 Mar 07 14:32:18.318439 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-775f0873-a8df-429b-b905-d3e25c0249a8 req-c15c1638-d3ef-42cb-a97b-bc6bf4156393 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836561 Mar 07 14:32:18.404622 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-775f0873-a8df-429b-b905-d3e25c0249a8 req-55b82be5-b8fa-4049-a452-714cc90fc377 service neutron] 10.222.0.25 "GET /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803845 Mar 07 14:32:19.514923 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:32:20.939075 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:32:22.377504 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:32:26.758530 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:32:43.384463 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:32:45.888212 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dd245cc9-eeb2-4d9d-bf05-3a7d73356652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:32:48.203050 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-804b6c15-4a66-4b2c-9c17-128784b50b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:32:49.517172 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:32:50.940573 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:32:52.380796 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:32:56.757464 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:09.557141 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728ebb9-59f6-4d7c-966d-031b267a8510 req-f6e1eb84-5ac5-441a-bd46-598d1b2bd174 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:33:09.558751 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7728ebb9-59f6-4d7c-966d-031b267a8510 req-f6e1eb84-5ac5-441a-bd46-598d1b2bd174 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 946 time: 0.1770282 Mar 07 14:33:09.605660 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7728ebb9-59f6-4d7c-966d-031b267a8510 req-473283c6-ad67-45bd-b13a-91e55456ee9d tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups?id=247a6b6f-431f-463b-94ee-11e6f6651c43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414131 Mar 07 14:33:10.205365 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fff9e1-dbb8-45f9-8934-c91c7820a483 req-f0fd9652-e83a-4b17-8ca3-bac62ed27b68 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:33:10.206855 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-54fff9e1-dbb8-45f9-8934-c91c7820a483 req-f0fd9652-e83a-4b17-8ca3-bac62ed27b68 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.25 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 946 time: 0.0523355 Mar 07 14:33:10.297609 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-54fff9e1-dbb8-45f9-8934-c91c7820a483 req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Deleting port ff6e7b5a-32a4-4bab-983a-471c94a9c990 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:33:10.297948 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-54fff9e1-dbb8-45f9-8934-c91c7820a483 req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (ff6e7b5a-32a4-4bab-983a-471c94a9c990), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:10.388886 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-54fff9e1-dbb8-45f9-8934-c91c7820a483 req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] For port ff6e7b5a-32a4-4bab-983a-471c94a9c990, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ff6e7b5a-32a4-4bab-983a-471c94a9c990,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:33:10.389251 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-54fff9e1-dbb8-45f9-8934-c91c7820a483 req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (ff6e7b5a-32a4-4bab-983a-471c94a9c990), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:10.553884 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-54fff9e1-dbb8-45f9-8934-c91c7820a483 req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:10.554160 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-54fff9e1-dbb8-45f9-8934-c91c7820a483 req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1753176'] for floatingip (49094d2a-e072-4fe7-922d-eba5990b4797), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:10.554483 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.l3_db [req-54fff9e1-dbb8-45f9-8934-c91c7820a483 req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Floating IP 49094d2a-e072-4fe7-922d-eba5990b4797 disassociated. External IP: 172.27.2.191, port: ff6e7b5a-32a4-4bab-983a-471c94a9c990. Mar 07 14:33:10.554817 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-54fff9e1-dbb8-45f9-8934-c91c7820a483 req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Calling delete_port for ff6e7b5a-32a4-4bab-983a-471c94a9c990 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:33:10.689620 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-54fff9e1-dbb8-45f9-8934-c91c7820a483 req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (ff6e7b5a-32a4-4bab-983a-471c94a9c990), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:10.718150 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event deleted for resources: {'Port': ['ID=ff6e7b5a-32a4-4bab-983a-471c94a9c990,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:10.729903 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:10.730257 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:10.730948 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:10.731296 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:10.731636 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:10.731969 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:10.732293 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:10.732628 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:10.732983 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:10.733312 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:10.733638 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:10.733986 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:10.734309 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:10.803989 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3a017f7f-3f1d-480b-8862-30a158ad38bc req-31b3508b-6041-4665-b060-ed73ee94c541 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/ports?device_id=13400d9e-493d-42d2-8561-8a35571075a7 HTTP/1.1" status: 200 len: 210 time: 0.1245060 Mar 07 14:33:10.868628 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54fff9e1-dbb8-45f9-8934-c91c7820a483 req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:33:10.976263 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54fff9e1-dbb8-45f9-8934-c91c7820a483 req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:33:10.985935 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f35ce2-1912-42de-90e3-b319f7bc2e89 None None] Sync routers for ids ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:33:10.999232 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f35ce2-1912-42de-90e3-b319f7bc2e89 None None] Routers {'5f90c74b-dc98-4d22-b6e4-7b99941379c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:33:10.999792 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c1f35ce2-1912-42de-90e3-b319f7bc2e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:32:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:11.020476 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fff9e1-dbb8-45f9-8934-c91c7820a483 req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] No DVR routers for this DVR port ff6e7b5a-32a4-4bab-983a-471c94a9c990 on host hv-cinder-79400 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:33:11.023115 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-54fff9e1-dbb8-45f9-8934-c91c7820a483 req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:11.026639 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-54fff9e1-dbb8-45f9-8934-c91c7820a483 req-4356ea3b-90f9-47fe-8df5-4b07683fa025 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.25 "DELETE /v2.0/ports/ff6e7b5a-32a4-4bab-983a-471c94a9c990 HTTP/1.1" status: 204 len: 173 time: 0.8145542 Mar 07 14:33:11.027101 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13400d9e-493d-42d2-8561-8a35571075a7', 'name': 'network-vif-deleted', 'tag': 'ff6e7b5a-32a4-4bab-983a-471c94a9c990'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:33:11.030189 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9eeecf-fd58-4cc3-a9bf-f73acf4897fd" -d '{"events": [{"server_uuid": "13400d9e-493d-42d2-8561-8a35571075a7", "name": "network-vif-deleted", "tag": "ff6e7b5a-32a4-4bab-983a-471c94a9c990"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:33:11.136325 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-c1f35ce2-1912-42de-90e3-b319f7bc2e89 None None] Set router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:33:11.145346 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a131ff0d-1f48-46ee-9333-0c65281e058a x-openstack-request-id: req-a131ff0d-1f48-46ee-9333-0c65281e058a {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:33:11.145638 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13400d9e-493d-42d2-8561-8a35571075a7", "name": "network-vif-deleted", "tag": "ff6e7b5a-32a4-4bab-983a-471c94a9c990", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:33:11.146081 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a131ff0d-1f48-46ee-9333-0c65281e058a {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:33:11.146652 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13400d9e-493d-42d2-8561-8a35571075a7', 'name': 'network-vif-deleted', 'tag': 'ff6e7b5a-32a4-4bab-983a-471c94a9c990', 'status': 'completed', 'code': 200} Mar 07 14:33:11.466577 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c1f35ce2-1912-42de-90e3-b319f7bc2e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 5, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:11.493946 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f35ce2-1912-42de-90e3-b319f7bc2e89 None None] Checking router: 5f90c74b-dc98-4d22-b6e4-7b99941379c2 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:33:11.502697 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f35ce2-1912-42de-90e3-b319f7bc2e89 None None] Routers {'5f90c74b-dc98-4d22-b6e4-7b99941379c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:33:11.503591 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c1f35ce2-1912-42de-90e3-b319f7bc2e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:32:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:11.615085 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-c1f35ce2-1912-42de-90e3-b319f7bc2e89 None None] Set router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:33:11.810943 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c1f35ce2-1912-42de-90e3-b319f7bc2e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 5, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:11.836767 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f35ce2-1912-42de-90e3-b319f7bc2e89 None None] The sync data for ids ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'] in dv-cinder-794001-5-iscsi is: [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:08:08Z', 'revision_number': 4, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': '07602ac7-6904-4e0d-b43d-736996a28caf', 'name': '', 'network_id': '9b62fa4f-b2cf-4013-a771-a3abfae0550b', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'mac_address': 'fa:16:3e:65:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:08:06Z', 'updated_at': '2022-03-07T14:08:20Z', 'revision_number': 5, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'subnets': [{'id': '94b6b23d-f0fc-499f-8502-08cb48270361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:33:11.893367 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 48772) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:11.950964 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e7b6a474-c2df-4505-8497-85012c231084 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group (247a6b6f-431f-463b-94ee-11e6f6651c43), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:11.975012 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e7b6a474-c2df-4505-8497-85012c231084 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group (247a6b6f-431f-463b-94ee-11e6f6651c43), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:12.025505 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e7b6a474-c2df-4505-8497-85012c231084 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (247a6b6f-431f-463b-94ee-11e6f6651c43), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:12.029567 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e7b6a474-c2df-4505-8497-85012c231084 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:12.032742 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-e7b6a474-c2df-4505-8497-85012c231084 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "DELETE /v2.0/security-groups/247a6b6f-431f-463b-94ee-11e6f6651c43 HTTP/1.1" status: 204 len: 168 time: 0.1363318 Mar 07 14:33:12.033534 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 48774) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:12.040120 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6a474-c2df-4505-8497-85012c231084 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=247a6b6f-431f-463b-94ee-11e6f6651c43,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:12.049220 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.api.v2.resource [None req-24a6490f-1fb6-47d2-9e51-358dc1b69090 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] show failed (client error): The resource could not be found. Mar 07 14:33:12.050261 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-24a6490f-1fb6-47d2-9e51-358dc1b69090 tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "GET /v2.0/security-groups/247a6b6f-431f-463b-94ee-11e6f6651c43 HTTP/1.1" status: 404 len: 347 time: 0.0150840 Mar 07 14:33:12.056938 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 48778) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:12.080655 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeee610-4064-4cb4-9c27-6a60876661fd None None] New status for floating IP 49094d2a-e072-4fe7-922d-eba5990b4797: DOWN {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 14:33:12.182533 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-39bef6e1-b608-4250-b54a-c40be637586e tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Deleting port 27c28e3c-89c2-46d8-a26b-26d9ac7faed6 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:33:12.182923 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-39bef6e1-b608-4250-b54a-c40be637586e tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (27c28e3c-89c2-46d8-a26b-26d9ac7faed6), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:12.514070 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-39bef6e1-b608-4250-b54a-c40be637586e tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (27c28e3c-89c2-46d8-a26b-26d9ac7faed6), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:12.514387 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-39bef6e1-b608-4250-b54a-c40be637586e tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (27c28e3c-89c2-46d8-a26b-26d9ac7faed6), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:12.525568 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-39bef6e1-b608-4250-b54a-c40be637586e tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Calling delete_port for 27c28e3c-89c2-46d8-a26b-26d9ac7faed6 owned by network:floatingip {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:33:12.655025 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-39bef6e1-b608-4250-b54a-c40be637586e tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (27c28e3c-89c2-46d8-a26b-26d9ac7faed6), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:12.679705 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bef6e1-b608-4250-b54a-c40be637586e tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Pushing event deleted for resources: {'Port': ['ID=27c28e3c-89c2-46d8-a26b-26d9ac7faed6,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:12.740502 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-39bef6e1-b608-4250-b54a-c40be637586e tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks [] for floatingip (49094d2a-e072-4fe7-922d-eba5990b4797), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:12.743019 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-39bef6e1-b608-4250-b54a-c40be637586e tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:12.744154 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-39bef6e1-b608-4250-b54a-c40be637586e tempest-AttachVolumeNegativeTest-64514084 tempest-AttachVolumeNegativeTest-64514084-project] 10.222.0.26 "DELETE /v2.0/floatingips/49094d2a-e072-4fe7-922d-eba5990b4797 HTTP/1.1" status: 204 len: 168 time: 0.6859729 Mar 07 14:33:14.092462 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device ff6e7b5a-32a4-4bab-983a-471c94a9c990 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:33:14.115795 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] No Port match for: ff6e7b5a-32a4-4bab-983a-471c94a9c990 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:33:14.116140 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device ff6e7b5a-32a4-4bab-983a-471c94a9c990 not bound to the agent host hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:33:15.890592 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4e7d7345-5948-4822-af8d-bdc8cfc38c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:16.378019 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 48818) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:16.864879 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753688'] for router_interface (5f90c74b-dc98-4d22-b6e4-7b99941379c2), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:17.105608 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Deleting port 07602ac7-6904-4e0d-b43d-736996a28caf {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:33:17.105948 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (07602ac7-6904-4e0d-b43d-736996a28caf), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:17.181312 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] For port 07602ac7-6904-4e0d-b43d-736996a28caf, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=07602ac7-6904-4e0d-b43d-736996a28caf,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:33:17.181603 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (07602ac7-6904-4e0d-b43d-736996a28caf), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:17.193518 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Calling delete_port for 07602ac7-6904-4e0d-b43d-736996a28caf owned by network:router_interface {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:33:17.377159 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (07602ac7-6904-4e0d-b43d-736996a28caf), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:17.405984 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=07602ac7-6904-4e0d-b43d-736996a28caf,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:17.417148 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:17.417505 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:17.417852 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:17.418197 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:17.418534 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:17.419532 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:17.419870 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:17.420206 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:17.420535 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:17.420963 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:17.421294 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:17.421618 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:17.421937 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:17.589306 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1753644'] for router_interface (5f90c74b-dc98-4d22-b6e4-7b99941379c2), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:17.809145 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:33:17.840431 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1e48829d-8001-46d7-be70-6ef3efaef5e7 req-5a257059-e142-473a-8097-ccd30ddcfb4c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428352 Mar 07 14:33:17.915792 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:33:17.918441 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48829d-8001-46d7-be70-6ef3efaef5e7 req-a58771ea-e3d1-412c-9340-ca5835249c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:33:17.920498 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1e48829d-8001-46d7-be70-6ef3efaef5e7 req-a58771ea-e3d1-412c-9340-ca5835249c42 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b661a7e185cd4e9cad91dc3794d25d2e&device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 1130 time: 0.0491185 Mar 07 14:33:17.921564 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-5095f99b-aa76-42e2-8e59-44b1164dc0f1 admin admin] 10.222.0.26 "PUT /v2.0/routers/5f90c74b-dc98-4d22-b6e4-7b99941379c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5422387 Mar 07 14:33:17.924078 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 48826) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:17.927408 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0778d1f-05d0-42fd-9cf5-8192809d03cd None None] Sync routers for ids ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:33:17.952119 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0778d1f-05d0-42fd-9cf5-8192809d03cd None None] Routers {'5f90c74b-dc98-4d22-b6e4-7b99941379c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:33:17.952991 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d0778d1f-05d0-42fd-9cf5-8192809d03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:32:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:18.029752 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48829d-8001-46d7-be70-6ef3efaef5e7 req-191e5353-6ad3-4e4c-9be2-1d01ff244551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:33:18.030000 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ce5d35a5-be91-4299-8eed-297a69a89269 admin admin] Publish callbacks [] for router (5f90c74b-dc98-4d22-b6e4-7b99941379c2), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:18.031224 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1e48829d-8001-46d7-be70-6ef3efaef5e7 req-191e5353-6ad3-4e4c-9be2-1d01ff244551 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e3b54694-ee21-40ab-8faa-5a11d3202c5a HTTP/1.1" status: 200 len: 916 time: 0.0912843 Mar 07 14:33:18.071336 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-d0778d1f-05d0-42fd-9cf5-8192809d03cd None None] Set router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:33:18.075821 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1e48829d-8001-46d7-be70-6ef3efaef5e7 req-00bb00df-22fb-4453-aa73-f87607e04cf2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4104e6fb-24bd-41da-9161-b22c6be35205 HTTP/1.1" status: 200 len: 217 time: 0.0383377 Mar 07 14:33:18.125051 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48829d-8001-46d7-be70-6ef3efaef5e7 req-d36a25cf-703e-44eb-86bf-8d6e52a4c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:33:18.126529 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1e48829d-8001-46d7-be70-6ef3efaef5e7 req-d36a25cf-703e-44eb-86bf-8d6e52a4c074 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25cd5008-404b-4c3d-821f-75f2b56a045b HTTP/1.1" status: 200 len: 854 time: 0.0452964 Mar 07 14:33:18.136141 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ce5d35a5-be91-4299-8eed-297a69a89269 admin admin] Publish callbacks [] for router_gateway (5f90c74b-dc98-4d22-b6e4-7b99941379c2), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:18.178427 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48829d-8001-46d7-be70-6ef3efaef5e7 req-42764fe7-e145-45a2-a4b5-9f45cc916cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:33:18.179579 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1e48829d-8001-46d7-be70-6ef3efaef5e7 req-42764fe7-e145-45a2-a4b5-9f45cc916cc2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e3b54694-ee21-40ab-8faa-5a11d3202c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467873 Mar 07 14:33:18.189922 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d35a5-be91-4299-8eed-297a69a89269 admin admin] Deleting port 53078f03-9d79-4e44-9843-8f5c026b2e99 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:33:18.190260 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ce5d35a5-be91-4299-8eed-297a69a89269 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (53078f03-9d79-4e44-9843-8f5c026b2e99), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:18.211626 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-440c53ff-7402-431e-8cce-a6ce6772d327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:18.273766 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-ce5d35a5-be91-4299-8eed-297a69a89269 admin admin] For port 53078f03-9d79-4e44-9843-8f5c026b2e99, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=53078f03-9d79-4e44-9843-8f5c026b2e99,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:33:18.274288 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ce5d35a5-be91-4299-8eed-297a69a89269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (53078f03-9d79-4e44-9843-8f5c026b2e99), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:18.274432 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d0778d1f-05d0-42fd-9cf5-8192809d03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:33:17Z', 'revision_number': 5, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port': {'id': '53078f03-9d79-4e44-9843-8f5c026b2e99', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:07:59Z', 'updated_at': '2022-03-07T14:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:18.286773 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1e48829d-8001-46d7-be70-6ef3efaef5e7 req-1c33049d-7ff4-4981-a225-fa74b50e43eb service neutron] 10.222.0.25 "GET /v2.0/networks/e3b54694-ee21-40ab-8faa-5a11d3202c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005349 Mar 07 14:33:18.289821 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d35a5-be91-4299-8eed-297a69a89269 admin admin] Calling delete_port for 53078f03-9d79-4e44-9843-8f5c026b2e99 owned by network:router_gateway {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:33:18.304836 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0778d1f-05d0-42fd-9cf5-8192809d03cd None None] Checking router: 5f90c74b-dc98-4d22-b6e4-7b99941379c2 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:33:18.313787 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0778d1f-05d0-42fd-9cf5-8192809d03cd None None] Routers {'5f90c74b-dc98-4d22-b6e4-7b99941379c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:33:18.314406 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d0778d1f-05d0-42fd-9cf5-8192809d03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:33:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:18.382767 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1e48829d-8001-46d7-be70-6ef3efaef5e7 req-6303a66d-4166-4490-8400-4302c93be5ed service neutron] 10.222.0.25 "GET /v2.0/networks/e3b54694-ee21-40ab-8faa-5a11d3202c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901749 Mar 07 14:33:18.404188 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-d0778d1f-05d0-42fd-9cf5-8192809d03cd None None] Set router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 gateway port host: None {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:33:18.457427 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d0778d1f-05d0-42fd-9cf5-8192809d03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:33:18Z', 'revision_number': 6, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port_host': None}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:18.469943 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ce5d35a5-be91-4299-8eed-297a69a89269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (53078f03-9d79-4e44-9843-8f5c026b2e99), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:18.487448 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0778d1f-05d0-42fd-9cf5-8192809d03cd None None] The sync data for ids ['5f90c74b-dc98-4d22-b6e4-7b99941379c2'] in dv-cinder-794001-5-iscsi is: [{'id': '5f90c74b-dc98-4d22-b6e4-7b99941379c2', 'name': 'tempest-AttachVolumeNegativeTest-1850437314-router', 'tenant_id': '5b35d86dd1db4542b049ac07e779c9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:07:56Z', 'updated_at': '2022-03-07T14:33:18Z', 'revision_number': 6, 'project_id': '5b35d86dd1db4542b049ac07e779c9d7', 'gw_port_host': None}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:33:18.495877 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d35a5-be91-4299-8eed-297a69a89269 admin admin] Pushing event deleted for resources: {'Port': ['ID=53078f03-9d79-4e44-9843-8f5c026b2e99,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:18.558724 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ce5d35a5-be91-4299-8eed-297a69a89269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1753990'] for router_gateway (5f90c74b-dc98-4d22-b6e4-7b99941379c2), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:18.893926 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ce5d35a5-be91-4299-8eed-297a69a89269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8516'] for router (5f90c74b-dc98-4d22-b6e4-7b99941379c2), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:18.896159 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ce5d35a5-be91-4299-8eed-297a69a89269 admin admin] Publish callbacks [] for router_controller (5f90c74b-dc98-4d22-b6e4-7b99941379c2), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:18.944416 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ce5d35a5-be91-4299-8eed-297a69a89269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1757989'] for router (5f90c74b-dc98-4d22-b6e4-7b99941379c2), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:18.944988 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5d35a5-be91-4299-8eed-297a69a89269 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f90c74b-dc98-4d22-b6e4-7b99941379c2 {{(pid=103240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:33:18.951486 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ce5d35a5-be91-4299-8eed-297a69a89269 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:18.952836 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ce5d35a5-be91-4299-8eed-297a69a89269 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5f90c74b-dc98-4d22-b6e4-7b99941379c2 HTTP/1.1" status: 204 len: 168 time: 1.0276597 Mar 07 14:33:18.955235 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 48830) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:18.998306 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc91f304-34cd-42e5-ba42-6c130ffc0348 admin admin] Deleting subnet 94b6b23d-f0fc-499f-8502-08cb48270361 {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:33:19.001373 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc91f304-34cd-42e5-ba42-6c130ffc0348 admin admin] Publish callbacks [] for subnet (94b6b23d-f0fc-499f-8502-08cb48270361), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:19.035063 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc91f304-34cd-42e5-ba42-6c130ffc0348 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7040696'] for subnet (94b6b23d-f0fc-499f-8502-08cb48270361), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:19.113280 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc91f304-34cd-42e5-ba42-6c130ffc0348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517177'] for subnet (94b6b23d-f0fc-499f-8502-08cb48270361), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:19.163043 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc91f304-34cd-42e5-ba42-6c130ffc0348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7721324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194712'] for subnet (94b6b23d-f0fc-499f-8502-08cb48270361), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:19.188031 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91f304-34cd-42e5-ba42-6c130ffc0348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94b6b23d-f0fc-499f-8502-08cb48270361,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:19.191629 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc91f304-34cd-42e5-ba42-6c130ffc0348 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:19.194728 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-fc91f304-34cd-42e5-ba42-6c130ffc0348 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/94b6b23d-f0fc-499f-8502-08cb48270361 HTTP/1.1" status: 204 len: 168 time: 0.2384176 Mar 07 14:33:19.197258 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 48832) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:19.199740 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ef8136-2e4a-422e-85d9-edc38e9fb11e None None] Network 9b62fa4f-b2cf-4013-a771-a3abfae0550b requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:33:19.272015 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3584630'] for network (9b62fa4f-b2cf-4013-a771-a3abfae0550b), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:19.331502 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] Deleting port 313f374f-647f-4383-a1ef-8dd516c94c28 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:33:19.331842 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (313f374f-647f-4383-a1ef-8dd516c94c28), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:19.369007 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] DHCP port deletion for 9b62fa4f-b2cf-4013-a771-a3abfae0550b request from dv-cinder-794001-5-iscsi {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 14:33:19.398209 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] For port 313f374f-647f-4383-a1ef-8dd516c94c28, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=313f374f-647f-4383-a1ef-8dd516c94c28,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:33:19.398580 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (313f374f-647f-4383-a1ef-8dd516c94c28), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:19.401293 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 53078f03-9d79-4e44-9843-8f5c026b2e99 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:33:19.412025 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] Calling delete_port for 313f374f-647f-4383-a1ef-8dd516c94c28 owned by network:dhcp {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:33:19.423911 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: 53078f03-9d79-4e44-9843-8f5c026b2e99 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:33:19.424273 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 53078f03-9d79-4e44-9843-8f5c026b2e99 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:33:19.424781 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 07602ac7-6904-4e0d-b43d-736996a28caf no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:33:19.445627 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: 07602ac7-6904-4e0d-b43d-736996a28caf {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:33:19.445970 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 07602ac7-6904-4e0d-b43d-736996a28caf not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:33:19.470074 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] Deleting port 313f374f-647f-4383-a1ef-8dd516c94c28 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:33:19.470462 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (313f374f-647f-4383-a1ef-8dd516c94c28), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:19.502341 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (313f374f-647f-4383-a1ef-8dd516c94c28), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:19.534606 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] No DVR routers for this DVR port 313f374f-647f-4383-a1ef-8dd516c94c28 on host dv-cinder-794001-5-iscsi {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:33:19.535920 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=313f374f-647f-4383-a1ef-8dd516c94c28,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:19.555643 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] For port 313f374f-647f-4383-a1ef-8dd516c94c28, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=313f374f-647f-4383-a1ef-8dd516c94c28,segment=NetworkSegment(d04d27c7-4271-4fa3-ba7b-61b1ca4ad398),segment_id=d04d27c7-4271-4fa3-ba7b-61b1ca4ad398)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:33:19.556046 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (313f374f-647f-4383-a1ef-8dd516c94c28), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:19.558815 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:19.569623 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] Calling delete_port for 313f374f-647f-4383-a1ef-8dd516c94c28 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:33:19.633521 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479414', 'neutron.services.segments.db._delete_segments_for_network-8793137543527'] for network (9b62fa4f-b2cf-4013-a771-a3abfae0550b), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:19.655564 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b62fa4f-b2cf-4013-a771-a3abfae0550b']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:19.662492 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504'] for port (313f374f-647f-4383-a1ef-8dd516c94c28), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:19.665975 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:19.666498 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04d27c7-4271-4fa3-ba7b-61b1ca4ad398') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:19.677294 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793137544560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7040579'] for segment (d04d27c7-4271-4fa3-ba7b-61b1ca4ad398), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:19.691560 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] Pushing event deleted for resources: {'Port': ['ID=313f374f-647f-4383-a1ef-8dd516c94c28,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:19.694629 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (d04d27c7-4271-4fa3-ba7b-61b1ca4ad398), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:19.698794 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] No DVR routers for this DVR port 313f374f-647f-4383-a1ef-8dd516c94c28 on host dv-cinder-794001-5-iscsi {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:33:19.700757 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:19.701632 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:19.701632 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:19.701938 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:19.702287 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:19.702616 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:19.702783 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:33:19.703012 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:19.703289 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:19.703696 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:19.703815 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7721222'] for segment (d04d27c7-4271-4fa3-ba7b-61b1ca4ad398), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:19.703935 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:19.704270 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:19.704645 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:19.705028 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242deb15-5db4-4cd6-9805-25ea4e196079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: Traceback (most recent call last): Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: timer() Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: cb(*args, **kw) Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: return func(*args, **kwargs) Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: self._notify() Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: self.callback(batched_events) Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: event.method(event) Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: return f(self, *a, **k) Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._get(url).json() Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: return self.request(url, 'GET', **kwargs) Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:33:19.706120 dv-cinder-794001-5-iscsi neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:33:19.768416 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754018'] for network (9b62fa4f-b2cf-4013-a771-a3abfae0550b), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:19.773857 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:19.777046 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] 10.222.0.26 "DELETE /v2.0/networks/9b62fa4f-b2cf-4013-a771-a3abfae0550b HTTP/1.1" status: 204 len: 168 time: 0.5788515 Mar 07 14:33:19.788463 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f655351-dfaa-4f24-a80d-b5e8e263a5bd admin admin] Pushing event deleted for resources: {'Network': ['ID=9b62fa4f-b2cf-4013-a771-a3abfae0550b,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:19.906281 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 48842) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:19.946030 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a0566969-38f9-4550-b703-c9723b080017 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b35d86dd1db4542b049ac07e779c9d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385134 Mar 07 14:33:19.948367 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 48844) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:20.000377 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ab242c62-6345-4b8c-a244-8e7ba93112be admin admin] Publish callbacks [] for security_group (d71b74b0-a69b-492f-82c7-6191e0004812), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:20.023031 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ab242c62-6345-4b8c-a244-8e7ba93112be admin admin] Publish callbacks [] for security_group (d71b74b0-a69b-492f-82c7-6191e0004812), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:20.071170 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ab242c62-6345-4b8c-a244-8e7ba93112be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (d71b74b0-a69b-492f-82c7-6191e0004812), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:20.073892 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ab242c62-6345-4b8c-a244-8e7ba93112be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:20.075735 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-ab242c62-6345-4b8c-a244-8e7ba93112be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d71b74b0-a69b-492f-82c7-6191e0004812 HTTP/1.1" status: 204 len: 168 time: 0.1257038 Mar 07 14:33:20.083810 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab242c62-6345-4b8c-a244-8e7ba93112be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71b74b0-a69b-492f-82c7-6191e0004812,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:20.383360 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:33:20.942929 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:21.058912 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925c4b1-0cd9-496f-8dcb-d59e63560338 req-67de6298-1d62-451b-a02d-69fcbb479274 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:33:21.061473 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5925c4b1-0cd9-496f-8dcb-d59e63560338 req-67de6298-1d62-451b-a02d-69fcbb479274 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 946 time: 0.0552063 Mar 07 14:33:21.110204 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5925c4b1-0cd9-496f-8dcb-d59e63560338 req-67d3294f-a30c-4f63-9c25-a42dec1e81d4 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432220 Mar 07 14:33:21.344123 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 313f374f-647f-4383-a1ef-8dd516c94c28 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:33:21.363304 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: 313f374f-647f-4383-a1ef-8dd516c94c28 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:33:21.363665 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 313f374f-647f-4383-a1ef-8dd516c94c28 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:33:21.700974 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 48896) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:21.803059 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0732039c-80f5-471e-b29c-8b34f4270b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:21.882588 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0732039c-80f5-471e-b29c-8b34f4270b1e admin admin] Publish callbacks [] for security_group (e5f53e2f-04f0-49d6-a49f-9c266e6d8f91), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:21.886639 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553bd98-03ef-4a8e-9b03-a401d7ac808b req-0e711506-53b7-415a-8b7c-fb9df0e9b784 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:33:21.886815 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0732039c-80f5-471e-b29c-8b34f4270b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (e5f53e2f-04f0-49d6-a49f-9c266e6d8f91), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:21.888352 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6553bd98-03ef-4a8e-9b03-a401d7ac808b req-0e711506-53b7-415a-8b7c-fb9df0e9b784 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.25 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 946 time: 0.0576358 Mar 07 14:33:21.925548 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-0732039c-80f5-471e-b29c-8b34f4270b1e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf09dad6d2a848478a8f47f5428e18bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234740 Mar 07 14:33:21.926533 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732039c-80f5-471e-b29c-8b34f4270b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f53e2f-04f0-49d6-a49f-9c266e6d8f91,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:21.928101 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 48900) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:22.011784 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1a06ef8c-cb46-4f0d-8cc7-4124be427107 admin admin] Publish callbacks [] for security_group (e5f53e2f-04f0-49d6-a49f-9c266e6d8f91), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:22.034378 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-6553bd98-03ef-4a8e-9b03-a401d7ac808b req-f951d2cb-3cd7-4d69-aee0-9e3cce8e256a tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Deleting port 4104e6fb-24bd-41da-9161-b22c6be35205 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:33:22.034708 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-6553bd98-03ef-4a8e-9b03-a401d7ac808b req-f951d2cb-3cd7-4d69-aee0-9e3cce8e256a tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (4104e6fb-24bd-41da-9161-b22c6be35205), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:22.049989 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1a06ef8c-cb46-4f0d-8cc7-4124be427107 admin admin] Publish callbacks [] for security_group (e5f53e2f-04f0-49d6-a49f-9c266e6d8f91), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:22.149715 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-6553bd98-03ef-4a8e-9b03-a401d7ac808b req-f951d2cb-3cd7-4d69-aee0-9e3cce8e256a tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] For port 4104e6fb-24bd-41da-9161-b22c6be35205, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4104e6fb-24bd-41da-9161-b22c6be35205,segment=NetworkSegment(a7bc1a5b-c851-4ac3-9656-4e805436faf7),segment_id=a7bc1a5b-c851-4ac3-9656-4e805436faf7)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:33:22.150290 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-6553bd98-03ef-4a8e-9b03-a401d7ac808b req-f951d2cb-3cd7-4d69-aee0-9e3cce8e256a tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (4104e6fb-24bd-41da-9161-b22c6be35205), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:22.152655 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1a06ef8c-cb46-4f0d-8cc7-4124be427107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (e5f53e2f-04f0-49d6-a49f-9c266e6d8f91), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:22.156143 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1a06ef8c-cb46-4f0d-8cc7-4124be427107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:22.157316 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-1a06ef8c-cb46-4f0d-8cc7-4124be427107 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5f53e2f-04f0-49d6-a49f-9c266e6d8f91 HTTP/1.1" status: 204 len: 168 time: 0.2282178 Mar 07 14:33:22.174094 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-6553bd98-03ef-4a8e-9b03-a401d7ac808b req-f951d2cb-3cd7-4d69-aee0-9e3cce8e256a tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Calling delete_port for 4104e6fb-24bd-41da-9161-b22c6be35205 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:33:22.178181 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06ef8c-cb46-4f0d-8cc7-4124be427107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f53e2f-04f0-49d6-a49f-9c266e6d8f91,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:22.293609 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe4839-a718-4fd0-88ce-4a350813ff20 req-19d89cde-d6cb-4450-bac3-0a9ee86c29c7 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:33:22.295796 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ddfe4839-a718-4fd0-88ce-4a350813ff20 req-19d89cde-d6cb-4450-bac3-0a9ee86c29c7 tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb12007-2a82-4c6c-a4bf-b7b45463a647 HTTP/1.1" status: 200 len: 946 time: 0.1139777 Mar 07 14:33:22.380768 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ddfe4839-a718-4fd0-88ce-4a350813ff20 req-daf85b79-0876-40e1-929f-e52e482ca64f tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.26 "GET /v2.0/security-groups?id=4caa13f7-85a2-4b7f-bb5e-3f43681980ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734954 Mar 07 14:33:22.390481 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:22.408100 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-6553bd98-03ef-4a8e-9b03-a401d7ac808b req-f951d2cb-3cd7-4d69-aee0-9e3cce8e256a tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (4104e6fb-24bd-41da-9161-b22c6be35205), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:22.442395 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951d2cb-3cd7-4d69-aee0-9e3cce8e256a tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Pushing event deleted for resources: {'Port': ['ID=4104e6fb-24bd-41da-9161-b22c6be35205,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:22.443917 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] get_ports_and_sgs() called for port_ids ['4104e6fb-24bd-41da-9161-b22c6be35205'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 14:33:22.445347 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 48908) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:22.469195 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-744d91c7-16f6-4414-afb2-807f8744c545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:22.486997 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-6553bd98-03ef-4a8e-9b03-a401d7ac808b req-f951d2cb-3cd7-4d69-aee0-9e3cce8e256a tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] No DVR routers for this DVR port 4104e6fb-24bd-41da-9161-b22c6be35205 on host hv-cinder-79400 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:33:22.489531 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-6553bd98-03ef-4a8e-9b03-a401d7ac808b req-f951d2cb-3cd7-4d69-aee0-9e3cce8e256a tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:22.492933 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6553bd98-03ef-4a8e-9b03-a401d7ac808b req-f951d2cb-3cd7-4d69-aee0-9e3cce8e256a tempest-TestMinimumBasicScenario-692093791 tempest-TestMinimumBasicScenario-692093791-project] 10.222.0.25 "DELETE /v2.0/ports/4104e6fb-24bd-41da-9161-b22c6be35205 HTTP/1.1" status: 204 len: 173 time: 0.5996635 Mar 07 14:33:22.493379 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb12007-2a82-4c6c-a4bf-b7b45463a647', 'name': 'network-vif-deleted', 'tag': '4104e6fb-24bd-41da-9161-b22c6be35205'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:33:22.495646 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371b154e-dc1c-4198-8a2c-cf68f6d64336" -d '{"events": [{"server_uuid": "0bb12007-2a82-4c6c-a4bf-b7b45463a647", "name": "network-vif-deleted", "tag": "4104e6fb-24bd-41da-9161-b22c6be35205"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:33:22.540196 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 14:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37088af1-c77f-435b-bd8f-7832c5ae4766 x-openstack-request-id: req-37088af1-c77f-435b-bd8f-7832c5ae4766 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:33:22.540495 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb12007-2a82-4c6c-a4bf-b7b45463a647", "name": "network-vif-deleted", "tag": "4104e6fb-24bd-41da-9161-b22c6be35205", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:33:22.540774 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37088af1-c77f-435b-bd8f-7832c5ae4766 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:33:22.541372 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb12007-2a82-4c6c-a4bf-b7b45463a647', 'name': 'network-vif-deleted', 'tag': '4104e6fb-24bd-41da-9161-b22c6be35205', 'status': 'completed', 'code': 200} Mar 07 14:33:22.551631 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-744d91c7-16f6-4414-afb2-807f8744c545 admin admin] Publish callbacks [] for security_group (ba55c53c-49ad-4113-a1d1-c201c4ed1a77), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:22.555266 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-744d91c7-16f6-4414-afb2-807f8744c545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (ba55c53c-49ad-4113-a1d1-c201c4ed1a77), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:22.593689 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-744d91c7-16f6-4414-afb2-807f8744c545 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ffc78030b77e4f1f84dcf97a7264023b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469650 Mar 07 14:33:22.594773 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d91c7-16f6-4414-afb2-807f8744c545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba55c53c-49ad-4113-a1d1-c201c4ed1a77,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:22.597169 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 48912) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:22.646225 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3e1cfb5-30c5-4cfe-866e-0cf114dce9b5 admin admin] Publish callbacks [] for security_group (ba55c53c-49ad-4113-a1d1-c201c4ed1a77), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:22.667526 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3e1cfb5-30c5-4cfe-866e-0cf114dce9b5 admin admin] Publish callbacks [] for security_group (ba55c53c-49ad-4113-a1d1-c201c4ed1a77), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:22.714417 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3e1cfb5-30c5-4cfe-866e-0cf114dce9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (ba55c53c-49ad-4113-a1d1-c201c4ed1a77), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:22.717535 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3e1cfb5-30c5-4cfe-866e-0cf114dce9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:22.719350 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-d3e1cfb5-30c5-4cfe-866e-0cf114dce9b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ba55c53c-49ad-4113-a1d1-c201c4ed1a77 HTTP/1.1" status: 204 len: 168 time: 0.1213036 Mar 07 14:33:22.728776 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1cfb5-30c5-4cfe-866e-0cf114dce9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba55c53c-49ad-4113-a1d1-c201c4ed1a77,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:24.293611 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49006) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:24.810600 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cf4bed6f-53e0-4e8a-aee5-8fb9f2de0734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753688'] for router_interface (760d3e40-9947-4b4b-9ceb-95f1f889a2a7), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:25.064557 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-cf4bed6f-53e0-4e8a-aee5-8fb9f2de0734 admin admin] Deleting port d619b595-1477-4bbf-b31d-6c56f1b7d14d {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:33:25.064932 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cf4bed6f-53e0-4e8a-aee5-8fb9f2de0734 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:25.143694 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-cf4bed6f-53e0-4e8a-aee5-8fb9f2de0734 admin admin] For port d619b595-1477-4bbf-b31d-6c56f1b7d14d, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=d619b595-1477-4bbf-b31d-6c56f1b7d14d,segment=NetworkSegment(a7bc1a5b-c851-4ac3-9656-4e805436faf7),segment_id=a7bc1a5b-c851-4ac3-9656-4e805436faf7)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:33:25.144065 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cf4bed6f-53e0-4e8a-aee5-8fb9f2de0734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:25.156602 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-cf4bed6f-53e0-4e8a-aee5-8fb9f2de0734 admin admin] Calling delete_port for d619b595-1477-4bbf-b31d-6c56f1b7d14d owned by network:router_interface {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:33:25.161439 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49032) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:25.266146 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4ef4247f-4646-4324-aa9d-fdf45f575858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:25.341263 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cf4bed6f-53e0-4e8a-aee5-8fb9f2de0734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (d619b595-1477-4bbf-b31d-6c56f1b7d14d), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:25.344574 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4ef4247f-4646-4324-aa9d-fdf45f575858 admin admin] Publish callbacks [] for security_group (d8381076-7e62-4a2d-9a15-27cb1cf262d5), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:25.348701 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4ef4247f-4646-4324-aa9d-fdf45f575858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (d8381076-7e62-4a2d-9a15-27cb1cf262d5), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:25.371778 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bed6f-53e0-4e8a-aee5-8fb9f2de0734 admin admin] Pushing event deleted for resources: {'Port': ['ID=d619b595-1477-4bbf-b31d-6c56f1b7d14d,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:25.392519 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-4ef4247f-4646-4324-aa9d-fdf45f575858 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=834a301b6847484ab2e3834a792aa0c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298603 Mar 07 14:33:25.393721 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4247f-4646-4324-aa9d-fdf45f575858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8381076-7e62-4a2d-9a15-27cb1cf262d5,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:25.397415 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49036) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:25.454294 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1a4d-cebe-4508-845f-8bd1f6400cf6 admin admin] Publish callbacks [] for security_group (d8381076-7e62-4a2d-9a15-27cb1cf262d5), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:25.478385 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1a4d-cebe-4508-845f-8bd1f6400cf6 admin admin] Publish callbacks [] for security_group (d8381076-7e62-4a2d-9a15-27cb1cf262d5), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:25.530367 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1a4d-cebe-4508-845f-8bd1f6400cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (d8381076-7e62-4a2d-9a15-27cb1cf262d5), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:25.533530 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1a4d-cebe-4508-845f-8bd1f6400cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:25.536760 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-fa6c1a4d-cebe-4508-845f-8bd1f6400cf6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8381076-7e62-4a2d-9a15-27cb1cf262d5 HTTP/1.1" status: 204 len: 168 time: 0.1362400 Mar 07 14:33:25.539742 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cf4bed6f-53e0-4e8a-aee5-8fb9f2de0734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1753644'] for router_interface (760d3e40-9947-4b4b-9ceb-95f1f889a2a7), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:25.543112 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c1a4d-cebe-4508-845f-8bd1f6400cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8381076-7e62-4a2d-9a15-27cb1cf262d5,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:25.771391 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4bed6f-53e0-4e8a-aee5-8fb9f2de0734 admin admin] Router 760d3e40-9947-4b4b-9ceb-95f1f889a2a7 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:33:25.808740 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49042) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:25.822026 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-263f8699-3399-4b1a-8b84-a2b95b082a96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:25.884289 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4bed6f-53e0-4e8a-aee5-8fb9f2de0734 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:33:25.892881 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-cf4bed6f-53e0-4e8a-aee5-8fb9f2de0734 admin admin] 10.222.0.26 "PUT /v2.0/routers/760d3e40-9947-4b4b-9ceb-95f1f889a2a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5945945 Mar 07 14:33:25.893143 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49044) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:25.895248 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b4270-67ed-4240-b528-1edd2bd79ee4 None None] Sync routers for ids ['760d3e40-9947-4b4b-9ceb-95f1f889a2a7'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:33:25.906315 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-263f8699-3399-4b1a-8b84-a2b95b082a96 admin admin] Publish callbacks [] for security_group (a738812a-103f-4836-b25d-522784b7f153), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:25.907574 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b4270-67ed-4240-b528-1edd2bd79ee4 None None] Routers {'760d3e40-9947-4b4b-9ceb-95f1f889a2a7'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:33:25.908351 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-423b4270-67ed-4240-b528-1edd2bd79ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:33:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['760d3e40-9947-4b4b-9ceb-95f1f889a2a7'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:25.910774 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-263f8699-3399-4b1a-8b84-a2b95b082a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (a738812a-103f-4836-b25d-522784b7f153), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:25.940257 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f8699-3399-4b1a-8b84-a2b95b082a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a738812a-103f-4836-b25d-522784b7f153,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:25.962995 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-263f8699-3399-4b1a-8b84-a2b95b082a96 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8d3ffa9510a446eab9157fd47f0c9c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524789 Mar 07 14:33:25.966427 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49046) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:26.008627 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c03c868c-5a1f-41df-9b8e-346db82c7dc8 admin admin] Publish callbacks [] for router (760d3e40-9947-4b4b-9ceb-95f1f889a2a7), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:26.019277 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1403cd20-8347-461b-8da4-2f62d78b5ec9 admin admin] Publish callbacks [] for security_group (a738812a-103f-4836-b25d-522784b7f153), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:26.021789 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-423b4270-67ed-4240-b528-1edd2bd79ee4 None None] Set router 760d3e40-9947-4b4b-9ceb-95f1f889a2a7 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:33:26.041331 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1403cd20-8347-461b-8da4-2f62d78b5ec9 admin admin] Publish callbacks [] for security_group (a738812a-103f-4836-b25d-522784b7f153), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:26.089807 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1403cd20-8347-461b-8da4-2f62d78b5ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (a738812a-103f-4836-b25d-522784b7f153), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:26.092662 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1403cd20-8347-461b-8da4-2f62d78b5ec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:26.093936 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-1403cd20-8347-461b-8da4-2f62d78b5ec9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a738812a-103f-4836-b25d-522784b7f153 HTTP/1.1" status: 204 len: 168 time: 0.1264746 Mar 07 14:33:26.107404 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403cd20-8347-461b-8da4-2f62d78b5ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a738812a-103f-4836-b25d-522784b7f153,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:26.124438 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c03c868c-5a1f-41df-9b8e-346db82c7dc8 admin admin] Publish callbacks [] for router_gateway (760d3e40-9947-4b4b-9ceb-95f1f889a2a7), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:26.156254 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 4104e6fb-24bd-41da-9161-b22c6be35205 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:33:26.182822 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-c03c868c-5a1f-41df-9b8e-346db82c7dc8 admin admin] Deleting port 52bd8b61-dda0-4dda-80c5-c3379beb8db1 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:33:26.183261 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c03c868c-5a1f-41df-9b8e-346db82c7dc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (52bd8b61-dda0-4dda-80c5-c3379beb8db1), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:26.183804 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] No Port match for: 4104e6fb-24bd-41da-9161-b22c6be35205 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:33:26.185193 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Device 4104e6fb-24bd-41da-9161-b22c6be35205 not bound to the agent host hv-cinder-79400 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:33:26.216449 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-423b4270-67ed-4240-b528-1edd2bd79ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d3e40-9947-4b4b-9ceb-95f1f889a2a7', 'name': 'tempest-TestMinimumBasicScenario-1048695908-router', 'tenant_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '52bd8b61-dda0-4dda-80c5-c3379beb8db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:26:37Z', 'updated_at': '2022-03-07T14:33:25Z', 'revision_number': 5, 'project_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'gw_port': {'id': '52bd8b61-dda0-4dda-80c5-c3379beb8db1', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3e40-9947-4b4b-9ceb-95f1f889a2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:37Z', 'updated_at': '2022-03-07T14:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:26.247668 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b4270-67ed-4240-b528-1edd2bd79ee4 None None] Checking router: 760d3e40-9947-4b4b-9ceb-95f1f889a2a7 for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:33:26.256199 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b4270-67ed-4240-b528-1edd2bd79ee4 None None] Routers {'760d3e40-9947-4b4b-9ceb-95f1f889a2a7'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:33:26.256858 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-423b4270-67ed-4240-b528-1edd2bd79ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:33:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['760d3e40-9947-4b4b-9ceb-95f1f889a2a7'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:26.271129 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-c03c868c-5a1f-41df-9b8e-346db82c7dc8 admin admin] For port 52bd8b61-dda0-4dda-80c5-c3379beb8db1, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=52bd8b61-dda0-4dda-80c5-c3379beb8db1,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:33:26.271721 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c03c868c-5a1f-41df-9b8e-346db82c7dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (52bd8b61-dda0-4dda-80c5-c3379beb8db1), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:26.284182 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-c03c868c-5a1f-41df-9b8e-346db82c7dc8 admin admin] Calling delete_port for 52bd8b61-dda0-4dda-80c5-c3379beb8db1 owned by network:router_gateway {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:33:26.443576 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-423b4270-67ed-4240-b528-1edd2bd79ee4 None None] Set router 760d3e40-9947-4b4b-9ceb-95f1f889a2a7 gateway port host: None {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:33:26.472008 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c03c868c-5a1f-41df-9b8e-346db82c7dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (52bd8b61-dda0-4dda-80c5-c3379beb8db1), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:26.497275 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-423b4270-67ed-4240-b528-1edd2bd79ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d3e40-9947-4b4b-9ceb-95f1f889a2a7', 'name': 'tempest-TestMinimumBasicScenario-1048695908-router', 'tenant_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:26:37Z', 'updated_at': '2022-03-07T14:33:26Z', 'revision_number': 6, 'project_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'gw_port_host': None}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:26.501919 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c868c-5a1f-41df-9b8e-346db82c7dc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=52bd8b61-dda0-4dda-80c5-c3379beb8db1,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:26.529548 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b4270-67ed-4240-b528-1edd2bd79ee4 None None] The sync data for ids ['760d3e40-9947-4b4b-9ceb-95f1f889a2a7'] in dv-cinder-794001-5-iscsi is: [{'id': '760d3e40-9947-4b4b-9ceb-95f1f889a2a7', 'name': 'tempest-TestMinimumBasicScenario-1048695908-router', 'tenant_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:26:37Z', 'updated_at': '2022-03-07T14:33:26Z', 'revision_number': 6, 'project_id': 'b661a7e185cd4e9cad91dc3794d25d2e', 'gw_port_host': None}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:33:26.576334 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c03c868c-5a1f-41df-9b8e-346db82c7dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1753990'] for router_gateway (760d3e40-9947-4b4b-9ceb-95f1f889a2a7), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:26.768214 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:26.930544 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c03c868c-5a1f-41df-9b8e-346db82c7dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8516'] for router (760d3e40-9947-4b4b-9ceb-95f1f889a2a7), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:26.932848 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c03c868c-5a1f-41df-9b8e-346db82c7dc8 admin admin] Publish callbacks [] for router_controller (760d3e40-9947-4b4b-9ceb-95f1f889a2a7), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:26.989604 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c03c868c-5a1f-41df-9b8e-346db82c7dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1757989'] for router (760d3e40-9947-4b4b-9ceb-95f1f889a2a7), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:26.990002 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03c868c-5a1f-41df-9b8e-346db82c7dc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 760d3e40-9947-4b4b-9ceb-95f1f889a2a7 {{(pid=103240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:33:26.994859 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c03c868c-5a1f-41df-9b8e-346db82c7dc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:26.998474 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c03c868c-5a1f-41df-9b8e-346db82c7dc8 admin admin] 10.222.0.26 "DELETE /v2.0/routers/760d3e40-9947-4b4b-9ceb-95f1f889a2a7 HTTP/1.1" status: 204 len: 168 time: 1.1018496 Mar 07 14:33:26.998779 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49072) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:27.044168 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed2c9f5-964a-4554-b4e2-3fbb45cf284c admin admin] Deleting subnet 25cd5008-404b-4c3d-821f-75f2b56a045b {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:33:27.047270 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c9f5-964a-4554-b4e2-3fbb45cf284c admin admin] Publish callbacks [] for subnet (25cd5008-404b-4c3d-821f-75f2b56a045b), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:27.084375 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c9f5-964a-4554-b4e2-3fbb45cf284c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7040696'] for subnet (25cd5008-404b-4c3d-821f-75f2b56a045b), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:27.165751 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c9f5-964a-4554-b4e2-3fbb45cf284c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517177'] for subnet (25cd5008-404b-4c3d-821f-75f2b56a045b), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:27.222798 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c9f5-964a-4554-b4e2-3fbb45cf284c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7721324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194712'] for subnet (25cd5008-404b-4c3d-821f-75f2b56a045b), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:27.248491 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2c9f5-964a-4554-b4e2-3fbb45cf284c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25cd5008-404b-4c3d-821f-75f2b56a045b,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:27.252072 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c9f5-964a-4554-b4e2-3fbb45cf284c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:27.258091 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-2ed2c9f5-964a-4554-b4e2-3fbb45cf284c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/25cd5008-404b-4c3d-821f-75f2b56a045b HTTP/1.1" status: 204 len: 168 time: 0.2557216 Mar 07 14:33:27.258091 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49080) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:27.264055 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde8dc51-012d-4986-ad9b-c9cf1496942a None None] Network e3b54694-ee21-40ab-8faa-5a11d3202c5a requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:33:27.349166 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3584630'] for network (e3b54694-ee21-40ab-8faa-5a11d3202c5a), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:27.414422 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] Deleting port bccbe55b-d417-4cab-901e-d73cb4e24141 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:33:27.414823 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (bccbe55b-d417-4cab-901e-d73cb4e24141), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:27.491717 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] For port bccbe55b-d417-4cab-901e-d73cb4e24141, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=bccbe55b-d417-4cab-901e-d73cb4e24141,segment=NetworkSegment(a7bc1a5b-c851-4ac3-9656-4e805436faf7),segment_id=a7bc1a5b-c851-4ac3-9656-4e805436faf7)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:33:27.492912 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (bccbe55b-d417-4cab-901e-d73cb4e24141), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:27.501325 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 52bd8b61-dda0-4dda-80c5-c3379beb8db1 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:33:27.506812 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] Calling delete_port for bccbe55b-d417-4cab-901e-d73cb4e24141 owned by network:dhcp {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:33:27.523527 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: 52bd8b61-dda0-4dda-80c5-c3379beb8db1 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:33:27.523874 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 52bd8b61-dda0-4dda-80c5-c3379beb8db1 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:33:27.524302 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device d619b595-1477-4bbf-b31d-6c56f1b7d14d no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:33:27.552211 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: d619b595-1477-4bbf-b31d-6c56f1b7d14d {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:33:27.552565 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device d619b595-1477-4bbf-b31d-6c56f1b7d14d not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:33:27.621549 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (bccbe55b-d417-4cab-901e-d73cb4e24141), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:27.651415 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d6f15b-c2ec-40ce-adff-fdafd1506397 None None] DHCP port deletion for e3b54694-ee21-40ab-8faa-5a11d3202c5a request from dv-cinder-794001-5-iscsi {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 14:33:27.653993 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] Pushing event deleted for resources: {'Port': ['ID=bccbe55b-d417-4cab-901e-d73cb4e24141,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:27.661911 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] No DVR routers for this DVR port bccbe55b-d417-4cab-901e-d73cb4e24141 on host dv-cinder-794001-5-iscsi {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:33:27.749788 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479414', 'neutron.services.segments.db._delete_segments_for_network-8793137543527'] for network (e3b54694-ee21-40ab-8faa-5a11d3202c5a), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:27.771300 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b54694-ee21-40ab-8faa-5a11d3202c5a']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:27.781355 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7bc1a5b-c851-4ac3-9656-4e805436faf7') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:27.781658 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7bc1a5b-c851-4ac3-9656-4e805436faf7') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:27.791419 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793137544560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7040579'] for segment (a7bc1a5b-c851-4ac3-9656-4e805436faf7), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:27.805097 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (a7bc1a5b-c851-4ac3-9656-4e805436faf7), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:27.811423 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:33:27.811814 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7721222'] for segment (a7bc1a5b-c851-4ac3-9656-4e805436faf7), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: Traceback (most recent call last): Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: timer() Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: cb(*args, **kw) Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: return func(*args, **kwargs) Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: self._notify() Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: self.callback(batched_events) Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: event.method(event) Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: return f(self, *a, **k) Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._get(url).json() Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: return self.request(url, 'GET', **kwargs) Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:33:27.813684 dv-cinder-794001-5-iscsi neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:33:27.869502 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754018'] for network (e3b54694-ee21-40ab-8faa-5a11d3202c5a), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:27.877368 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:27.880832 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] 10.222.0.26 "DELETE /v2.0/networks/e3b54694-ee21-40ab-8faa-5a11d3202c5a HTTP/1.1" status: 204 len: 168 time: 0.6216590 Mar 07 14:33:27.883873 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49104) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:27.891740 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b2db7-516f-4dce-9290-29542458e58f admin admin] Pushing event deleted for resources: {'Network': ['ID=e3b54694-ee21-40ab-8faa-5a11d3202c5a,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:28.241837 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4f7b8def-d22b-4f6c-9a4e-25498192ae33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753688'] for router_interface (0b6f017e-c765-41e8-847f-68ec465897c2), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:28.377226 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49122) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:28.502540 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-95fcd2c6-fc6f-413d-93ee-fded08548d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:28.526525 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b8def-d22b-4f6c-9a4e-25498192ae33 admin admin] Deleting port 669306af-f36b-4663-8d92-d2d9120b9a56 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:33:28.526847 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4f7b8def-d22b-4f6c-9a4e-25498192ae33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (669306af-f36b-4663-8d92-d2d9120b9a56), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:28.641145 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-4f7b8def-d22b-4f6c-9a4e-25498192ae33 admin admin] For port 669306af-f36b-4663-8d92-d2d9120b9a56, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=669306af-f36b-4663-8d92-d2d9120b9a56,segment=NetworkSegment(e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200),segment_id=e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:33:28.641503 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4f7b8def-d22b-4f6c-9a4e-25498192ae33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (669306af-f36b-4663-8d92-d2d9120b9a56), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:28.660073 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-95fcd2c6-fc6f-413d-93ee-fded08548d12 admin admin] Publish callbacks [] for security_group (2eb9c015-a9cc-430e-885f-05cbbdba6773), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:28.663983 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b8def-d22b-4f6c-9a4e-25498192ae33 admin admin] Calling delete_port for 669306af-f36b-4663-8d92-d2d9120b9a56 owned by network:router_interface {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:33:28.665806 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-95fcd2c6-fc6f-413d-93ee-fded08548d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (2eb9c015-a9cc-430e-885f-05cbbdba6773), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:28.712482 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-95fcd2c6-fc6f-413d-93ee-fded08548d12 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e5361e766d8041b28b54ddb0eaa7416f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341711 Mar 07 14:33:28.715180 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49126) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:28.741112 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcd2c6-fc6f-413d-93ee-fded08548d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb9c015-a9cc-430e-885f-05cbbdba6773,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:28.763243 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-56317324-696c-4239-80f1-a52cd0abe35f admin admin] Publish callbacks [] for security_group (2eb9c015-a9cc-430e-885f-05cbbdba6773), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:28.788600 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-56317324-696c-4239-80f1-a52cd0abe35f admin admin] Publish callbacks [] for security_group (2eb9c015-a9cc-430e-885f-05cbbdba6773), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:28.835991 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-56317324-696c-4239-80f1-a52cd0abe35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (2eb9c015-a9cc-430e-885f-05cbbdba6773), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:28.838943 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-56317324-696c-4239-80f1-a52cd0abe35f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:28.840725 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-56317324-696c-4239-80f1-a52cd0abe35f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2eb9c015-a9cc-430e-885f-05cbbdba6773 HTTP/1.1" status: 204 len: 168 time: 0.1239035 Mar 07 14:33:28.848440 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56317324-696c-4239-80f1-a52cd0abe35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb9c015-a9cc-430e-885f-05cbbdba6773,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:28.898094 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4f7b8def-d22b-4f6c-9a4e-25498192ae33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (669306af-f36b-4663-8d92-d2d9120b9a56), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:28.921992 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b8def-d22b-4f6c-9a4e-25498192ae33 admin admin] Pushing event deleted for resources: {'Port': ['ID=669306af-f36b-4663-8d92-d2d9120b9a56,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:29.095782 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4f7b8def-d22b-4f6c-9a4e-25498192ae33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1753644'] for router_interface (0b6f017e-c765-41e8-847f-68ec465897c2), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:29.134672 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49132) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:29.148783 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f738e6c0-f806-4a41-8acc-2e6c6856fc69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:29.225933 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f738e6c0-f806-4a41-8acc-2e6c6856fc69 admin admin] Publish callbacks [] for security_group (c0ca8d3c-6550-4d9b-b40a-c946cff9b472), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:29.230419 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f738e6c0-f806-4a41-8acc-2e6c6856fc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (c0ca8d3c-6550-4d9b-b40a-c946cff9b472), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:29.271919 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738e6c0-f806-4a41-8acc-2e6c6856fc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ca8d3c-6550-4d9b-b40a-c946cff9b472,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:29.277179 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f738e6c0-f806-4a41-8acc-2e6c6856fc69 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae2b9eb94c784e1e929c60cfc0ad6a77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416359 Mar 07 14:33:29.279558 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49134) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:29.329884 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7b8def-d22b-4f6c-9a4e-25498192ae33 admin admin] Router 0b6f017e-c765-41e8-847f-68ec465897c2 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:33:29.336572 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9ead47a5-4f44-4551-b776-642bfdd108fb admin admin] Publish callbacks [] for security_group (c0ca8d3c-6550-4d9b-b40a-c946cff9b472), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:29.364599 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9ead47a5-4f44-4551-b776-642bfdd108fb admin admin] Publish callbacks [] for security_group (c0ca8d3c-6550-4d9b-b40a-c946cff9b472), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:29.410570 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device bccbe55b-d417-4cab-901e-d73cb4e24141 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:33:29.421348 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9ead47a5-4f44-4551-b776-642bfdd108fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (c0ca8d3c-6550-4d9b-b40a-c946cff9b472), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:29.424410 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9ead47a5-4f44-4551-b776-642bfdd108fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:29.425596 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-9ead47a5-4f44-4551-b776-642bfdd108fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0ca8d3c-6550-4d9b-b40a-c946cff9b472 HTTP/1.1" status: 204 len: 168 time: 0.1451347 Mar 07 14:33:29.431620 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: bccbe55b-d417-4cab-901e-d73cb4e24141 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:33:29.432226 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device bccbe55b-d417-4cab-901e-d73cb4e24141 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:33:29.435220 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead47a5-4f44-4551-b776-642bfdd108fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ca8d3c-6550-4d9b-b40a-c946cff9b472,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:29.447600 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7b8def-d22b-4f6c-9a4e-25498192ae33 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:33:29.456727 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-4f7b8def-d22b-4f6c-9a4e-25498192ae33 admin admin] 10.222.0.26 "PUT /v2.0/routers/0b6f017e-c765-41e8-847f-68ec465897c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5690074 Mar 07 14:33:29.457135 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49138) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:29.460441 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce7943e-b6ef-472c-87c9-9af62bc017fa None None] Sync routers for ids ['0b6f017e-c765-41e8-847f-68ec465897c2'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:33:29.479783 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce7943e-b6ef-472c-87c9-9af62bc017fa None None] Routers {'0b6f017e-c765-41e8-847f-68ec465897c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:33:29.480361 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-3ce7943e-b6ef-472c-87c9-9af62bc017fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:33:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['0b6f017e-c765-41e8-847f-68ec465897c2'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:29.565746 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e6443d8a-f255-4e69-a84f-038125b9ad57 admin admin] Publish callbacks [] for router (0b6f017e-c765-41e8-847f-68ec465897c2), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:29.593597 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-3ce7943e-b6ef-472c-87c9-9af62bc017fa None None] Set router 0b6f017e-c765-41e8-847f-68ec465897c2 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:33:29.679304 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e6443d8a-f255-4e69-a84f-038125b9ad57 admin admin] Publish callbacks [] for router_gateway (0b6f017e-c765-41e8-847f-68ec465897c2), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:29.737682 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-e6443d8a-f255-4e69-a84f-038125b9ad57 admin admin] Deleting port 9fda8b70-4d2f-44ff-9576-ed1df76ca66b {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:33:29.738357 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e6443d8a-f255-4e69-a84f-038125b9ad57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (9fda8b70-4d2f-44ff-9576-ed1df76ca66b), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:29.785907 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-3ce7943e-b6ef-472c-87c9-9af62bc017fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'name': 'tempest-TestMinimumBasicScenario-653728678-router', 'tenant_id': '050a9817cda14b8f87d98c892bdcd207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9fda8b70-4d2f-44ff-9576-ed1df76ca66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:26:41Z', 'updated_at': '2022-03-07T14:33:28Z', 'revision_number': 5, 'project_id': '050a9817cda14b8f87d98c892bdcd207', 'gw_port': {'id': '9fda8b70-4d2f-44ff-9576-ed1df76ca66b', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:26:42Z', 'updated_at': '2022-03-07T14:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:29.817313 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce7943e-b6ef-472c-87c9-9af62bc017fa None None] Checking router: 0b6f017e-c765-41e8-847f-68ec465897c2 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:33:29.818102 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-e6443d8a-f255-4e69-a84f-038125b9ad57 admin admin] For port 9fda8b70-4d2f-44ff-9576-ed1df76ca66b, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=9fda8b70-4d2f-44ff-9576-ed1df76ca66b,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:33:29.818900 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e6443d8a-f255-4e69-a84f-038125b9ad57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (9fda8b70-4d2f-44ff-9576-ed1df76ca66b), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:29.825868 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce7943e-b6ef-472c-87c9-9af62bc017fa None None] Routers {'0b6f017e-c765-41e8-847f-68ec465897c2'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:33:29.826483 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-3ce7943e-b6ef-472c-87c9-9af62bc017fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:33:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['0b6f017e-c765-41e8-847f-68ec465897c2'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:29.830733 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-e6443d8a-f255-4e69-a84f-038125b9ad57 admin admin] Calling delete_port for 9fda8b70-4d2f-44ff-9576-ed1df76ca66b owned by network:router_gateway {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:33:29.921153 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-3ce7943e-b6ef-472c-87c9-9af62bc017fa None None] Set router 0b6f017e-c765-41e8-847f-68ec465897c2 gateway port host: None {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:33:29.978031 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-3ce7943e-b6ef-472c-87c9-9af62bc017fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'name': 'tempest-TestMinimumBasicScenario-653728678-router', 'tenant_id': '050a9817cda14b8f87d98c892bdcd207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:26:41Z', 'updated_at': '2022-03-07T14:33:29Z', 'revision_number': 6, 'project_id': '050a9817cda14b8f87d98c892bdcd207', 'gw_port_host': None}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:30.011323 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e6443d8a-f255-4e69-a84f-038125b9ad57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (9fda8b70-4d2f-44ff-9576-ed1df76ca66b), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:30.011481 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce7943e-b6ef-472c-87c9-9af62bc017fa None None] The sync data for ids ['0b6f017e-c765-41e8-847f-68ec465897c2'] in dv-cinder-794001-5-iscsi is: [{'id': '0b6f017e-c765-41e8-847f-68ec465897c2', 'name': 'tempest-TestMinimumBasicScenario-653728678-router', 'tenant_id': '050a9817cda14b8f87d98c892bdcd207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:26:41Z', 'updated_at': '2022-03-07T14:33:29Z', 'revision_number': 6, 'project_id': '050a9817cda14b8f87d98c892bdcd207', 'gw_port_host': None}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:33:30.039543 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6443d8a-f255-4e69-a84f-038125b9ad57 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fda8b70-4d2f-44ff-9576-ed1df76ca66b,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:30.103449 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e6443d8a-f255-4e69-a84f-038125b9ad57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1753990'] for router_gateway (0b6f017e-c765-41e8-847f-68ec465897c2), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:30.214144 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e6443d8a-f255-4e69-a84f-038125b9ad57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8516'] for router (0b6f017e-c765-41e8-847f-68ec465897c2), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:30.216925 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e6443d8a-f255-4e69-a84f-038125b9ad57 admin admin] Publish callbacks [] for router_controller (0b6f017e-c765-41e8-847f-68ec465897c2), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:30.260221 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e6443d8a-f255-4e69-a84f-038125b9ad57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1757989'] for router (0b6f017e-c765-41e8-847f-68ec465897c2), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:30.260410 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6443d8a-f255-4e69-a84f-038125b9ad57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b6f017e-c765-41e8-847f-68ec465897c2 {{(pid=103240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:33:30.264663 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e6443d8a-f255-4e69-a84f-038125b9ad57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:30.265843 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-e6443d8a-f255-4e69-a84f-038125b9ad57 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0b6f017e-c765-41e8-847f-68ec465897c2 HTTP/1.1" status: 204 len: 168 time: 0.8079588 Mar 07 14:33:30.268195 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49162) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:30.318814 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-65cd42cb-845e-479b-9157-982922305b8c admin admin] Deleting subnet 11dc55e2-f038-4148-82d4-f49308af384d {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:33:30.321980 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-65cd42cb-845e-479b-9157-982922305b8c admin admin] Publish callbacks [] for subnet (11dc55e2-f038-4148-82d4-f49308af384d), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:30.365702 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-65cd42cb-845e-479b-9157-982922305b8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7040696'] for subnet (11dc55e2-f038-4148-82d4-f49308af384d), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:30.448635 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-65cd42cb-845e-479b-9157-982922305b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517177'] for subnet (11dc55e2-f038-4148-82d4-f49308af384d), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:30.509570 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-65cd42cb-845e-479b-9157-982922305b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7721324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194712'] for subnet (11dc55e2-f038-4148-82d4-f49308af384d), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:30.533734 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd42cb-845e-479b-9157-982922305b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11dc55e2-f038-4148-82d4-f49308af384d,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:30.539522 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-65cd42cb-845e-479b-9157-982922305b8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:30.542703 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-65cd42cb-845e-479b-9157-982922305b8c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/11dc55e2-f038-4148-82d4-f49308af384d HTTP/1.1" status: 204 len: 168 time: 0.2735465 Mar 07 14:33:30.545659 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49166) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:30.546473 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d82fac-8f14-4e85-b187-8e230053fa9c None None] Network 5c456c5d-f69a-4274-95ae-6dd6a2fa18e3 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:33:30.620557 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3584630'] for network (5c456c5d-f69a-4274-95ae-6dd6a2fa18e3), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:30.672766 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49170) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:30.683255 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] Deleting port 053943ea-ad76-4f28-9126-8f993426aea2 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:33:30.683664 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (053943ea-ad76-4f28-9126-8f993426aea2), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:30.751942 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] For port 053943ea-ad76-4f28-9126-8f993426aea2, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=053943ea-ad76-4f28-9126-8f993426aea2,segment=NetworkSegment(e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200),segment_id=e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:33:30.752553 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (053943ea-ad76-4f28-9126-8f993426aea2), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:30.765583 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] Calling delete_port for 053943ea-ad76-4f28-9126-8f993426aea2 owned by network:dhcp {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:33:30.786987 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-467aa980-ef19-4dd5-8dd2-2d862d877304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:30.793813 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a27cddf-43a7-49c2-a85b-5d147d2b40de None None] DHCP port deletion for 5c456c5d-f69a-4274-95ae-6dd6a2fa18e3 request from dv-cinder-794001-5-iscsi {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 14:33:30.848385 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9a27cddf-43a7-49c2-a85b-5d147d2b40de None None] Deleting port 053943ea-ad76-4f28-9126-8f993426aea2 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:33:30.849176 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a27cddf-43a7-49c2-a85b-5d147d2b40de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (053943ea-ad76-4f28-9126-8f993426aea2), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:30.915971 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (053943ea-ad76-4f28-9126-8f993426aea2), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:30.916251 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-9a27cddf-43a7-49c2-a85b-5d147d2b40de None None] For port 053943ea-ad76-4f28-9126-8f993426aea2, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=053943ea-ad76-4f28-9126-8f993426aea2,segment=NetworkSegment(e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200),segment_id=e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:33:30.916371 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a27cddf-43a7-49c2-a85b-5d147d2b40de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (053943ea-ad76-4f28-9126-8f993426aea2), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:30.929135 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9a27cddf-43a7-49c2-a85b-5d147d2b40de None None] Calling delete_port for 053943ea-ad76-4f28-9126-8f993426aea2 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:33:30.953098 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-467aa980-ef19-4dd5-8dd2-2d862d877304 admin admin] Publish callbacks [] for security_group (425599ad-d5b9-4fd8-9197-f313d28cd47d), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:30.957017 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] No DVR routers for this DVR port 053943ea-ad76-4f28-9126-8f993426aea2 on host dv-cinder-794001-5-iscsi {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:33:30.961329 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] Pushing event deleted for resources: {'Port': ['ID=053943ea-ad76-4f28-9126-8f993426aea2,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:30.964798 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-467aa980-ef19-4dd5-8dd2-2d862d877304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (425599ad-d5b9-4fd8-9197-f313d28cd47d), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.008371 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a27cddf-43a7-49c2-a85b-5d147d2b40de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504'] for port (053943ea-ad76-4f28-9126-8f993426aea2), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.033724 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27cddf-43a7-49c2-a85b-5d147d2b40de None None] Pushing event deleted for resources: {'Port': ['ID=053943ea-ad76-4f28-9126-8f993426aea2,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:31.037564 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a27cddf-43a7-49c2-a85b-5d147d2b40de None None] No DVR routers for this DVR port 053943ea-ad76-4f28-9126-8f993426aea2 on host dv-cinder-794001-5-iscsi {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:33:31.039501 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467aa980-ef19-4dd5-8dd2-2d862d877304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425599ad-d5b9-4fd8-9197-f313d28cd47d,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:31.048328 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-467aa980-ef19-4dd5-8dd2-2d862d877304 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=160cde7b39d34feeb7177f47d32e469c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3729334 Mar 07 14:33:31.050389 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49174) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:31.080393 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479414', 'neutron.services.segments.db._delete_segments_for_network-8793137543527'] for network (5c456c5d-f69a-4274-95ae-6dd6a2fa18e3), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.102123 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c456c5d-f69a-4274-95ae-6dd6a2fa18e3']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:31.110647 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-41f4a9b9-1643-4234-8b55-3ad542074a4c admin admin] Publish callbacks [] for security_group (425599ad-d5b9-4fd8-9197-f313d28cd47d), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.112413 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:31.112745 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:31.126996 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793137544560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7040579'] for segment (e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.133708 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-41f4a9b9-1643-4234-8b55-3ad542074a4c admin admin] Publish callbacks [] for security_group (425599ad-d5b9-4fd8-9197-f313d28cd47d), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.140411 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.146353 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:33:31.146734 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7721222'] for segment (e4b4878a-3ad3-4cf6-ba94-15c5d4f2b200), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: Traceback (most recent call last): Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: timer() Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: cb(*args, **kw) Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: return func(*args, **kwargs) Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: self._notify() Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: self.callback(batched_events) Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: event.method(event) Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: return f(self, *a, **k) Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._get(url).json() Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: return self.request(url, 'GET', **kwargs) Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:33:31.148350 dv-cinder-794001-5-iscsi neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:33:31.181827 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-41f4a9b9-1643-4234-8b55-3ad542074a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (425599ad-d5b9-4fd8-9197-f313d28cd47d), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.185154 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-41f4a9b9-1643-4234-8b55-3ad542074a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.186307 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-41f4a9b9-1643-4234-8b55-3ad542074a4c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/425599ad-d5b9-4fd8-9197-f313d28cd47d HTTP/1.1" status: 204 len: 168 time: 0.1347654 Mar 07 14:33:31.193988 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4a9b9-1643-4234-8b55-3ad542074a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425599ad-d5b9-4fd8-9197-f313d28cd47d,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:31.212185 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754018'] for network (5c456c5d-f69a-4274-95ae-6dd6a2fa18e3), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.217729 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.225296 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] 10.222.0.26 "DELETE /v2.0/networks/5c456c5d-f69a-4274-95ae-6dd6a2fa18e3 HTTP/1.1" status: 204 len: 168 time: 0.6768596 Mar 07 14:33:31.236731 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c09105-05f6-4cdc-abf6-f412e4a96dda admin admin] Pushing event deleted for resources: {'Network': ['ID=5c456c5d-f69a-4274-95ae-6dd6a2fa18e3,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:31.357405 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 9fda8b70-4d2f-44ff-9576-ed1df76ca66b no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:33:31.362744 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49182) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:31.382069 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: 9fda8b70-4d2f-44ff-9576-ed1df76ca66b {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:33:31.383005 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 9fda8b70-4d2f-44ff-9576-ed1df76ca66b not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:33:31.383495 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 053943ea-ad76-4f28-9126-8f993426aea2 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:33:31.404543 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: 053943ea-ad76-4f28-9126-8f993426aea2 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:33:31.405228 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 053943ea-ad76-4f28-9126-8f993426aea2 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:33:31.405855 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 669306af-f36b-4663-8d92-d2d9120b9a56 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:33:31.407195 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-5f0d1633-cba3-49e8-9662-46cda80bfb67 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b661a7e185cd4e9cad91dc3794d25d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433009 Mar 07 14:33:31.409744 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49186) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:31.429690 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: 669306af-f36b-4663-8d92-d2d9120b9a56 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:33:31.429933 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 669306af-f36b-4663-8d92-d2d9120b9a56 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:33:31.459280 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a658e507-dde2-48cb-9eb6-371dbd0cebb7 admin admin] Publish callbacks [] for security_group (4caa13f7-85a2-4b7f-bb5e-3f43681980ec), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.480188 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a658e507-dde2-48cb-9eb6-371dbd0cebb7 admin admin] Publish callbacks [] for security_group (4caa13f7-85a2-4b7f-bb5e-3f43681980ec), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.528807 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a658e507-dde2-48cb-9eb6-371dbd0cebb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (4caa13f7-85a2-4b7f-bb5e-3f43681980ec), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.534866 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a658e507-dde2-48cb-9eb6-371dbd0cebb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.536019 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a658e507-dde2-48cb-9eb6-371dbd0cebb7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4caa13f7-85a2-4b7f-bb5e-3f43681980ec HTTP/1.1" status: 204 len: 168 time: 0.1252801 Mar 07 14:33:31.545472 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658e507-dde2-48cb-9eb6-371dbd0cebb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caa13f7-85a2-4b7f-bb5e-3f43681980ec,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:31.808194 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49204) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:31.851918 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-71f9ee27-db1e-43cb-915a-b5454a867e47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=050a9817cda14b8f87d98c892bdcd207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402408 Mar 07 14:33:31.852134 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49206) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:31.899784 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-830c2971-7423-407d-aed8-9a7f3e9ff8d8 admin admin] Publish callbacks [] for security_group (c6e0c740-603b-4ec8-b962-9455237b6223), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.929234 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-830c2971-7423-407d-aed8-9a7f3e9ff8d8 admin admin] Publish callbacks [] for security_group (c6e0c740-603b-4ec8-b962-9455237b6223), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.979383 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-830c2971-7423-407d-aed8-9a7f3e9ff8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (c6e0c740-603b-4ec8-b962-9455237b6223), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.982805 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-830c2971-7423-407d-aed8-9a7f3e9ff8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:31.983952 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-830c2971-7423-407d-aed8-9a7f3e9ff8d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c6e0c740-603b-4ec8-b962-9455237b6223 HTTP/1.1" status: 204 len: 168 time: 0.1309361 Mar 07 14:33:31.991384 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c2971-7423-407d-aed8-9a7f3e9ff8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e0c740-603b-4ec8-b962-9455237b6223,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:45.893292 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0d9b1dc-1f73-44d1-96c9-0a7d81b6ca9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:48.207323 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5988f474-e516-4810-a70f-a8b2227ef055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:49.524222 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:50.945817 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:52.383229 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:53.553998 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49328) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:53.655522 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e9d7-7e96-4914-a945-b410a2b0fd6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:53.731657 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e9d7-7e96-4914-a945-b410a2b0fd6b admin admin] Publish callbacks [] for security_group (4cc835d7-4166-4b10-a263-8d1025d7b0a9), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:53.735213 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e9d7-7e96-4914-a945-b410a2b0fd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (4cc835d7-4166-4b10-a263-8d1025d7b0a9), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:53.773763 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-5ee9e9d7-7e96-4914-a945-b410a2b0fd6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f59aa34439174fd996986d2c8a250f1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187598 Mar 07 14:33:53.774605 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9e9d7-7e96-4914-a945-b410a2b0fd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc835d7-4166-4b10-a263-8d1025d7b0a9,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:53.777368 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49332) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:53.825353 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6868f905-5560-4f13-b43b-daac4d23c6ca admin admin] Publish callbacks [] for security_group (4cc835d7-4166-4b10-a263-8d1025d7b0a9), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:53.847401 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6868f905-5560-4f13-b43b-daac4d23c6ca admin admin] Publish callbacks [] for security_group (4cc835d7-4166-4b10-a263-8d1025d7b0a9), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:53.893438 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6868f905-5560-4f13-b43b-daac4d23c6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (4cc835d7-4166-4b10-a263-8d1025d7b0a9), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:53.895957 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6868f905-5560-4f13-b43b-daac4d23c6ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:53.897133 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-6868f905-5560-4f13-b43b-daac4d23c6ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4cc835d7-4166-4b10-a263-8d1025d7b0a9 HTTP/1.1" status: 204 len: 168 time: 0.1186159 Mar 07 14:33:53.905460 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868f905-5560-4f13-b43b-daac4d23c6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc835d7-4166-4b10-a263-8d1025d7b0a9,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:54.491939 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49354) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:54.588789 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-cfaa5942-52a1-4cdd-8731-29e000f9304c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1806261576-network', 'tenant_id': '62a4bedc40e9455fa05fcdcfa8a71455'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:33:54.608712 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaa5942-52a1-4cdd-8731-29e000f9304c admin admin] Made reservation on behalf of 62a4bedc40e9455fa05fcdcfa8a71455 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:33:54.611042 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5942-52a1-4cdd-8731-29e000f9304c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:54.618989 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5942-52a1-4cdd-8731-29e000f9304c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:54.691827 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5942-52a1-4cdd-8731-29e000f9304c admin admin] Publish callbacks [] for security_group (2febfd52-7e1d-4ece-a076-9bd276a26ebe), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:54.695607 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5942-52a1-4cdd-8731-29e000f9304c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (2febfd52-7e1d-4ece-a076-9bd276a26ebe), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:54.719121 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfaa5942-52a1-4cdd-8731-29e000f9304c admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:33:54.730671 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa5942-52a1-4cdd-8731-29e000f9304c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2febfd52-7e1d-4ece-a076-9bd276a26ebe,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:54.734020 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5942-52a1-4cdd-8731-29e000f9304c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (e77eac2c-e9c0-4bd6-8b61-1b0f43315483), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:54.734442 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.db.segments_db [None req-cfaa5942-52a1-4cdd-8731-29e000f9304c admin admin] Added segment e77eac2c-e9c0-4bd6-8b61-1b0f43315483 of type vlan for network 7c9334d2-ed47-4596-b47e-acb029204725 Mar 07 14:33:54.775728 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5942-52a1-4cdd-8731-29e000f9304c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (7c9334d2-ed47-4596-b47e-acb029204725), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:54.799944 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5942-52a1-4cdd-8731-29e000f9304c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (7c9334d2-ed47-4596-b47e-acb029204725), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:54.800888 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaa5942-52a1-4cdd-8731-29e000f9304c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:33:54.801464 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5942-52a1-4cdd-8731-29e000f9304c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:54.833336 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-cfaa5942-52a1-4cdd-8731-29e000f9304c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3403318 Mar 07 14:33:54.836570 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49358) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:54.842027 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-adb65276-47cf-49d4-afe6-0bce71fcd3d3 admin admin] Request body: {'subnet': {'network_id': '7c9334d2-ed47-4596-b47e-acb029204725', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1806261576-subnet', 'tenant_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:33:54.861474 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb65276-47cf-49d4-afe6-0bce71fcd3d3 admin admin] Made reservation on behalf of 62a4bedc40e9455fa05fcdcfa8a71455 for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:33:54.863178 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa5942-52a1-4cdd-8731-29e000f9304c admin admin] Pushing event updated for resources: {'Network': ['ID=7c9334d2-ed47-4596-b47e-acb029204725,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:54.864090 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-adb65276-47cf-49d4-afe6-0bce71fcd3d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578851'] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:54.873419 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network 7c9334d2-ed47-4596-b47e-acb029204725 details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:33:55.035951 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-adb65276-47cf-49d4-afe6-0bce71fcd3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4275893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578877'] for subnet (a5a14e56-f7bc-483e-bc11-04d5820d50ec), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:55.089817 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb65276-47cf-49d4-afe6-0bce71fcd3d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5a14e56-f7bc-483e-bc11-04d5820d50ec,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:55.101105 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb65276-47cf-49d4-afe6-0bce71fcd3d3 admin admin] Checking segment: {'id': 'e77eac2c-e9c0-4bd6-8b61-1b0f43315483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c9334d2-ed47-4596-b47e-acb029204725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:33:55.101455 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb65276-47cf-49d4-afe6-0bce71fcd3d3 admin admin] Network hostable DHCP agents. Network: 7c9334d2-ed47-4596-b47e-acb029204725, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:33:55.117508 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb65276-47cf-49d4-afe6-0bce71fcd3d3 admin admin] Network 7c9334d2-ed47-4596-b47e-acb029204725 is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:33:55.127367 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-adb65276-47cf-49d4-afe6-0bce71fcd3d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, 7c9334d2-ed47-4596-b47e-acb029204725) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:33:55.131772 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb65276-47cf-49d4-afe6-0bce71fcd3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:33:55.132370 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-adb65276-47cf-49d4-afe6-0bce71fcd3d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:55.136968 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098057d5-c0f6-45a7-8602-4fb657da2295 None None] Network 7c9334d2-ed47-4596-b47e-acb029204725 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:33:55.148925 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-adb65276-47cf-49d4-afe6-0bce71fcd3d3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3111274 Mar 07 14:33:55.151775 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49360) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:55.156136 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1806261576-router', 'tenant_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:33:55.174197 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1759892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8534'] for router (7341ec70-fc23-400c-8f5d-2897b93e9693), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:55.175180 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8543'] for router (7341ec70-fc23-400c-8f5d-2897b93e9693), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:55.229557 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] Publish callbacks [] for router_controller (7341ec70-fc23-400c-8f5d-2897b93e9693), precommit_add_association {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:55.244008 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc113040-0697-54e9-b35b-eede3416c618-7c9334d2-ed47-4596-b47e-acb029204725', 'network_id': '7c9334d2-ed47-4596-b47e-acb029204725', 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'fixed_ips': [{'subnet_id': 'a5a14e56-f7bc-483e-bc11-04d5820d50ec'}]}} from dv-cinder-794001-5-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:33:55.244905 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:55.367321 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] Publish callbacks [] for router_gateway (7341ec70-fc23-400c-8f5d-2897b93e9693), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:55.377063 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Allocated IP 172.20.0.2 (7c9334d2-ed47-4596-b47e-acb029204725/a5a14e56-f7bc-483e-bc11-04d5820d50ec/136e1c41-d5fa-4d36-a35f-338dd2bec176) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:33:55.654208 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Publish callbacks [] for port (136e1c41-d5fa-4d36-a35f-338dd2bec176), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:55.661592 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (136e1c41-d5fa-4d36-a35f-338dd2bec176), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:55.704123 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Network 7c9334d2-ed47-4596-b47e-acb029204725 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:33:55.710255 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:33:55.712011 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Pushing event updated for resources: {'Port': ['ID=136e1c41-d5fa-4d36-a35f-338dd2bec176,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:55.714179 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:33:55.778097 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Attempting to bind port 136e1c41-d5fa-4d36-a35f-338dd2bec176 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:33:55.778467 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Attempting to bind port 136e1c41-d5fa-4d36-a35f-338dd2bec176 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'e77eac2c-e9c0-4bd6-8b61-1b0f43315483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c9334d2-ed47-4596-b47e-acb029204725'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:33:55.778885 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Attempting to bind port 136e1c41-d5fa-4d36-a35f-338dd2bec176 on network 7c9334d2-ed47-4596-b47e-acb029204725 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:33:55.784232 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:33:55.784606 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Checking segment: {'id': 'e77eac2c-e9c0-4bd6-8b61-1b0f43315483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c9334d2-ed47-4596-b47e-acb029204725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:33:55.785040 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:55.785441 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Bound using segment: {'id': 'e77eac2c-e9c0-4bd6-8b61-1b0f43315483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c9334d2-ed47-4596-b47e-acb029204725'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:33:55.785908 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Bound port: 136e1c41-d5fa-4d36-a35f-338dd2bec176, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77eac2c-e9c0-4bd6-8b61-1b0f43315483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c9334d2-ed47-4596-b47e-acb029204725'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:33:55.786290 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (136e1c41-d5fa-4d36-a35f-338dd2bec176), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:55.842063 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] Publish callbacks [] for router_gateway (7341ec70-fc23-400c-8f5d-2897b93e9693), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:55.848055 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] For port 136e1c41-d5fa-4d36-a35f-338dd2bec176, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:33:55.851180 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] For port 136e1c41-d5fa-4d36-a35f-338dd2bec176, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=136e1c41-d5fa-4d36-a35f-338dd2bec176,segment=NetworkSegment(e77eac2c-e9c0-4bd6-8b61-1b0f43315483),segment_id=e77eac2c-e9c0-4bd6-8b61-1b0f43315483)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:33:55.857700 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (136e1c41-d5fa-4d36-a35f-338dd2bec176), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:55.862746 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:55.915354 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de200f-09f2-40a6-9426-13a2eefd1c3e None None] Pushing event updated for resources: {'Port': ['ID=136e1c41-d5fa-4d36-a35f-338dd2bec176,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:55.975939 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] Allocated IP 172.27.2.109 (0de42621-7ed5-44f0-83fc-77dfdf4f89a1/f95c92d6-9e0f-4d00-9e79-b9c60c38725e/71139f1a-c4e5-4eda-bf4d-62da36bb3984) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:33:56.090039 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] Publish callbacks [] for port (71139f1a-c4e5-4eda-bf4d-62da36bb3984), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:56.128711 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (71139f1a-c4e5-4eda-bf4d-62da36bb3984), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:56.173319 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:33:56.176205 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:33:56.179732 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:33:56.205120 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] Pushing event updated for resources: {'Port': ['ID=71139f1a-c4e5-4eda-bf4d-62da36bb3984,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:56.429611 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] Publish callbacks [] for router_gateway (7341ec70-fc23-400c-8f5d-2897b93e9693), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:56.632238 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754106'] for router (7341ec70-fc23-400c-8f5d-2897b93e9693), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:56.758178 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:56.766613 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] Router 7341ec70-fc23-400c-8f5d-2897b93e9693 is scheduled to L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 with binding_index 1 {{(pid=103241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:33:56.810098 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64d3f3a-8405-4bfd-a283-01c346f25ca9 None None] Network 7c9334d2-ed47-4596-b47e-acb029204725 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:33:56.873205 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:33:56.876515 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-18c3224c-f8b8-41bc-8ae0-2b23138d8c05 None None] Provisioning complete for port 136e1c41-d5fa-4d36-a35f-338dd2bec176 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:33:56.876914 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18c3224c-f8b8-41bc-8ae0-2b23138d8c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (136e1c41-d5fa-4d36-a35f-338dd2bec176), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:56.883315 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Sync routers for ids ['7341ec70-fc23-400c-8f5d-2897b93e9693'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:33:56.892293 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Routers {'7341ec70-fc23-400c-8f5d-2897b93e9693'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:33:56.893096 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:33:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['7341ec70-fc23-400c-8f5d-2897b93e9693'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:56.899665 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:56.903477 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-ed0ae79f-7139-4891-bf51-2eecf85a039e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7482338 Mar 07 14:33:56.904165 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49362) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:57.002358 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Set router 7341ec70-fc23-400c-8f5d-2897b93e9693 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:33:57.010287 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-18c3224c-f8b8-41bc-8ae0-2b23138d8c05 None None] Current status of the port 136e1c41-d5fa-4d36-a35f-338dd2bec176 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:33:57.010788 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18c3224c-f8b8-41bc-8ae0-2b23138d8c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (136e1c41-d5fa-4d36-a35f-338dd2bec176), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:57.046777 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-18c3224c-f8b8-41bc-8ae0-2b23138d8c05 None None] For port 136e1c41-d5fa-4d36-a35f-338dd2bec176, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=136e1c41-d5fa-4d36-a35f-338dd2bec176,segment=NetworkSegment(e77eac2c-e9c0-4bd6-8b61-1b0f43315483),segment_id=e77eac2c-e9c0-4bd6-8b61-1b0f43315483)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:33:57.054109 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18c3224c-f8b8-41bc-8ae0-2b23138d8c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (136e1c41-d5fa-4d36-a35f-338dd2bec176), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:57.108735 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3224c-f8b8-41bc-8ae0-2b23138d8c05 None None] Pushing event updated for resources: {'Port': ['ID=136e1c41-d5fa-4d36-a35f-338dd2bec176,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:57.209917 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341ec70-fc23-400c-8f5d-2897b93e9693', 'name': 'tempest-TestShelveInstance-1806261576-router', 'tenant_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '71139f1a-c4e5-4eda-bf4d-62da36bb3984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:33:55Z', 'updated_at': '2022-03-07T14:33:56Z', 'revision_number': 3, 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'gw_port': {'id': '71139f1a-c4e5-4eda-bf4d-62da36bb3984', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7341ec70-fc23-400c-8f5d-2897b93e9693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:33:55Z', 'updated_at': '2022-03-07T14:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:57.247014 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Checking router: 7341ec70-fc23-400c-8f5d-2897b93e9693 for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:33:57.247914 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Updating router 7341ec70-fc23-400c-8f5d-2897b93e9693 port 71139f1a-c4e5-4eda-bf4d-62da36bb3984 binding host dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:33:57.277049 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (71139f1a-c4e5-4eda-bf4d-62da36bb3984), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:57.278178 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-0f298157-9a65-41bd-b6e1-97e552ed246e None None] Provisioning complete for port 136e1c41-d5fa-4d36-a35f-338dd2bec176 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:33:57.278667 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0f298157-9a65-41bd-b6e1-97e552ed246e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (136e1c41-d5fa-4d36-a35f-338dd2bec176), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:57.328083 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-97b8810a-9c7e-40a0-8072-378226468890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:57.383578 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-0f298157-9a65-41bd-b6e1-97e552ed246e None None] Current status of the port 136e1c41-d5fa-4d36-a35f-338dd2bec176 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:33:57.392702 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:33:57.426906 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 136e1c41-d5fa-4d36-a35f-338dd2bec176 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:33:57.479928 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 136e1c41-d5fa-4d36-a35f-338dd2bec176 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:33:57.480317 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (136e1c41-d5fa-4d36-a35f-338dd2bec176), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:57.484733 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-97b8810a-9c7e-40a0-8072-378226468890 admin admin] Allocated IP 172.20.0.1 (7c9334d2-ed47-4596-b47e-acb029204725/a5a14e56-f7bc-483e-bc11-04d5820d50ec/e726159c-d67d-4613-b494-81668308e598) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:33:57.561417 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Publish callbacks [] for port (71139f1a-c4e5-4eda-bf4d-62da36bb3984), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:57.561982 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 136e1c41-d5fa-4d36-a35f-338dd2bec176 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:33:57.567484 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (71139f1a-c4e5-4eda-bf4d-62da36bb3984), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:57.588153 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-97b8810a-9c7e-40a0-8072-378226468890 admin admin] Publish callbacks [] for port (e726159c-d67d-4613-b494-81668308e598), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:57.621464 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-97b8810a-9c7e-40a0-8072-378226468890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (e726159c-d67d-4613-b494-81668308e598), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:57.622224 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5106ff-4cc2-4c1a-9d2b-015f39aef8d4 None None] Pushing event updated for resources: {'Port': ['ID=71139f1a-c4e5-4eda-bf4d-62da36bb3984,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:57.632082 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Attempting to bind port 71139f1a-c4e5-4eda-bf4d-62da36bb3984 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:33:57.632445 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Attempting to bind port 71139f1a-c4e5-4eda-bf4d-62da36bb3984 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:33:57.632830 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Attempting to bind port 71139f1a-c4e5-4eda-bf4d-62da36bb3984 on network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:33:57.635328 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5106ff-4cc2-4c1a-9d2b-015f39aef8d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:57.635696 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5106ff-4cc2-4c1a-9d2b-015f39aef8d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:57.636053 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5106ff-4cc2-4c1a-9d2b-015f39aef8d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:57.636390 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5106ff-4cc2-4c1a-9d2b-015f39aef8d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:57.636744 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5106ff-4cc2-4c1a-9d2b-015f39aef8d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:57.637083 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5106ff-4cc2-4c1a-9d2b-015f39aef8d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:57.637396 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5106ff-4cc2-4c1a-9d2b-015f39aef8d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:57.637716 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5106ff-4cc2-4c1a-9d2b-015f39aef8d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:57.638963 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5106ff-4cc2-4c1a-9d2b-015f39aef8d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:57.639366 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5106ff-4cc2-4c1a-9d2b-015f39aef8d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:57.639703 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5106ff-4cc2-4c1a-9d2b-015f39aef8d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:57.640025 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5106ff-4cc2-4c1a-9d2b-015f39aef8d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:57.640355 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5106ff-4cc2-4c1a-9d2b-015f39aef8d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:33:57.653896 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:33:57.654590 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Checking segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:33:57.655088 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:57.656354 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Bound using segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:33:57.656970 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Bound port: 71139f1a-c4e5-4eda-bf4d-62da36bb3984, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:33:57.657555 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (71139f1a-c4e5-4eda-bf4d-62da36bb3984), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:57.662336 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b8810a-9c7e-40a0-8072-378226468890 admin admin] Network 7c9334d2-ed47-4596-b47e-acb029204725 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:33:57.665326 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-97b8810a-9c7e-40a0-8072-378226468890 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:33:57.668695 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b8810a-9c7e-40a0-8072-378226468890 admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:33:57.692941 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8810a-9c7e-40a0-8072-378226468890 admin admin] Pushing event updated for resources: {'Port': ['ID=e726159c-d67d-4613-b494-81668308e598,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:57.712470 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-97b8810a-9c7e-40a0-8072-378226468890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753303'] for router_interface (7341ec70-fc23-400c-8f5d-2897b93e9693), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:57.715656 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] For port 71139f1a-c4e5-4eda-bf4d-62da36bb3984, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:33:57.719708 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] For port 71139f1a-c4e5-4eda-bf4d-62da36bb3984, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=71139f1a-c4e5-4eda-bf4d-62da36bb3984,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:33:57.726727 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (71139f1a-c4e5-4eda-bf4d-62da36bb3984), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:57.783581 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Routers {'7341ec70-fc23-400c-8f5d-2897b93e9693'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:33:57.784224 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:33:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['7341ec70-fc23-400c-8f5d-2897b93e9693'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:57.857518 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5106ff-4cc2-4c1a-9d2b-015f39aef8d4 None None] Pushing event updated for resources: {'Port': ['ID=71139f1a-c4e5-4eda-bf4d-62da36bb3984,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:57.860768 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-97b8810a-9c7e-40a0-8072-378226468890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (e726159c-d67d-4613-b494-81668308e598), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:57.911844 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-cbda3efe-76d0-46c8-97f5-1db052819481 None None] Provisioning complete for port e726159c-d67d-4613-b494-81668308e598 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:33:57.912305 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbda3efe-76d0-46c8-97f5-1db052819481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (e726159c-d67d-4613-b494-81668308e598), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:57.922001 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] Set router 7341ec70-fc23-400c-8f5d-2897b93e9693 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:33:57.953985 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-cbda3efe-76d0-46c8-97f5-1db052819481 None None] Port e726159c-d67d-4613-b494-81668308e598 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:33:58.042767 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-97b8810a-9c7e-40a0-8072-378226468890 admin admin] Publish callbacks [] for port (e726159c-d67d-4613-b494-81668308e598), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:58.048110 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-97b8810a-9c7e-40a0-8072-378226468890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7721250'] for port (e726159c-d67d-4613-b494-81668308e598), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:58.123235 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341ec70-fc23-400c-8f5d-2897b93e9693', 'name': 'tempest-TestShelveInstance-1806261576-router', 'tenant_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '71139f1a-c4e5-4eda-bf4d-62da36bb3984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:33:55Z', 'updated_at': '2022-03-07T14:33:56Z', 'revision_number': 3, 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'gw_port': {'id': '71139f1a-c4e5-4eda-bf4d-62da36bb3984', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7341ec70-fc23-400c-8f5d-2897b93e9693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:33:55Z', 'updated_at': '2022-03-07T14:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:58.124472 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-97b8810a-9c7e-40a0-8072-378226468890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753275'] for router_interface (7341ec70-fc23-400c-8f5d-2897b93e9693), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:58.126408 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8810a-9c7e-40a0-8072-378226468890 admin admin] Pushing event updated for resources: {'Port': ['ID=e726159c-d67d-4613-b494-81668308e598,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:58.161664 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb65ddf-7134-441b-b9e6-b8b6a2f72fe7 None None] The sync data for ids ['7341ec70-fc23-400c-8f5d-2897b93e9693'] in dv-cinder-794001-5-iscsi is: [{'id': '7341ec70-fc23-400c-8f5d-2897b93e9693', 'name': 'tempest-TestShelveInstance-1806261576-router', 'tenant_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '71139f1a-c4e5-4eda-bf4d-62da36bb3984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:33:55Z', 'updated_at': '2022-03-07T14:33:56Z', 'revision_number': 3, 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'gw_port': {'id': '71139f1a-c4e5-4eda-bf4d-62da36bb3984', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7341ec70-fc23-400c-8f5d-2897b93e9693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:33:55Z', 'updated_at': '2022-03-07T14:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:33:58.229959 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b8810a-9c7e-40a0-8072-378226468890 admin admin] Network 7c9334d2-ed47-4596-b47e-acb029204725 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:33:58.232039 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-97b8810a-9c7e-40a0-8072-378226468890 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:33:58.367057 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b8810a-9c7e-40a0-8072-378226468890 admin admin] Router 7341ec70-fc23-400c-8f5d-2897b93e9693 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:33:58.594345 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-3382355d-61ad-48d4-9c66-a39558b9bcd4 None None] Provisioning complete for port e726159c-d67d-4613-b494-81668308e598 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:33:58.594956 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3382355d-61ad-48d4-9c66-a39558b9bcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (e726159c-d67d-4613-b494-81668308e598), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:58.644474 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3382355d-61ad-48d4-9c66-a39558b9bcd4 None None] Port e726159c-d67d-4613-b494-81668308e598 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:33:58.782580 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b8810a-9c7e-40a0-8072-378226468890 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:33:58.789227 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-97b8810a-9c7e-40a0-8072-378226468890 admin admin] 10.222.0.26 "PUT /v2.0/routers/7341ec70-fc23-400c-8f5d-2897b93e9693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8837872 Mar 07 14:33:59.261430 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49378) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:59.266892 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-4d02b83f-5e5b-419a-890d-e16b2052c8c4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-295462817-network', 'tenant_id': 'ec49123ecfe14d8cb4e638c6211cdbbe'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:33:59.286185 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d02b83f-5e5b-419a-890d-e16b2052c8c4 admin admin] Made reservation on behalf of ec49123ecfe14d8cb4e638c6211cdbbe for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:33:59.288355 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d02b83f-5e5b-419a-890d-e16b2052c8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:59.296317 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d02b83f-5e5b-419a-890d-e16b2052c8c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:59.375680 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d02b83f-5e5b-419a-890d-e16b2052c8c4 admin admin] Publish callbacks [] for security_group (598c2f3c-e718-4dfe-a1a7-47f1fe87733f), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:59.379773 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d02b83f-5e5b-419a-890d-e16b2052c8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (598c2f3c-e718-4dfe-a1a7-47f1fe87733f), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:59.398849 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 71139f1a-c4e5-4eda-bf4d-62da36bb3984 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:33:59.412410 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d02b83f-5e5b-419a-890d-e16b2052c8c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 14:33:59.418725 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02b83f-5e5b-419a-890d-e16b2052c8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598c2f3c-e718-4dfe-a1a7-47f1fe87733f,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:59.425243 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d02b83f-5e5b-419a-890d-e16b2052c8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (8f38f44d-0815-461a-bc31-bc1dae091937), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:59.425582 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.db.segments_db [None req-4d02b83f-5e5b-419a-890d-e16b2052c8c4 admin admin] Added segment 8f38f44d-0815-461a-bc31-bc1dae091937 of type vlan for network a8b873e2-3cab-4094-83cd-b7d8a535f07e Mar 07 14:33:59.453045 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 71139f1a-c4e5-4eda-bf4d-62da36bb3984 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:33:59.453501 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (71139f1a-c4e5-4eda-bf4d-62da36bb3984), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:59.471115 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d02b83f-5e5b-419a-890d-e16b2052c8c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793136968205'] for network (a8b873e2-3cab-4094-83cd-b7d8a535f07e), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:59.498645 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d02b83f-5e5b-419a-890d-e16b2052c8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234'] for network (a8b873e2-3cab-4094-83cd-b7d8a535f07e), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:59.499659 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d02b83f-5e5b-419a-890d-e16b2052c8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:33:59.500234 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d02b83f-5e5b-419a-890d-e16b2052c8c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:59.533514 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-4d02b83f-5e5b-419a-890d-e16b2052c8c4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2709770 Mar 07 14:33:59.536630 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49380) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:59.538599 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 71139f1a-c4e5-4eda-bf4d-62da36bb3984 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:33:59.539118 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (71139f1a-c4e5-4eda-bf4d-62da36bb3984), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:59.542444 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-a9737091-e790-4e7a-bc19-d084ffdb2de2 admin admin] Request body: {'subnet': {'network_id': 'a8b873e2-3cab-4094-83cd-b7d8a535f07e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-295462817-subnet', 'tenant_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:33:59.564924 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02b83f-5e5b-419a-890d-e16b2052c8c4 admin admin] Pushing event updated for resources: {'Network': ['ID=a8b873e2-3cab-4094-83cd-b7d8a535f07e,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:59.565530 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9737091-e790-4e7a-bc19-d084ffdb2de2 admin admin] Made reservation on behalf of ec49123ecfe14d8cb4e638c6211cdbbe for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:33:59.567876 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a9737091-e790-4e7a-bc19-d084ffdb2de2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578851'] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:59.569334 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] For port 71139f1a-c4e5-4eda-bf4d-62da36bb3984, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=71139f1a-c4e5-4eda-bf4d-62da36bb3984,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:33:59.576300 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (71139f1a-c4e5-4eda-bf4d-62da36bb3984), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:59.583049 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Network a8b873e2-3cab-4094-83cd-b7d8a535f07e details requested by agent ovs-agent-dv-cinder-794001-5-iscsi with host dv-cinder-794001-5-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 14:33:59.687549 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Pushing event updated for resources: {'Port': ['ID=71139f1a-c4e5-4eda-bf4d-62da36bb3984,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:59.744036 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a9737091-e790-4e7a-bc19-d084ffdb2de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4275893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578877'] for subnet (b495a49e-31aa-4991-bf54-cbe2088414ad), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:59.802046 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Sync routers for ids ['7341ec70-fc23-400c-8f5d-2897b93e9693'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:33:59.805065 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9737091-e790-4e7a-bc19-d084ffdb2de2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b495a49e-31aa-4991-bf54-cbe2088414ad,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:33:59.811951 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Routers {'7341ec70-fc23-400c-8f5d-2897b93e9693'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:33:59.812572 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:33:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['7341ec70-fc23-400c-8f5d-2897b93e9693'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:33:59.812866 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9737091-e790-4e7a-bc19-d084ffdb2de2 admin admin] Checking segment: {'id': '8f38f44d-0815-461a-bc31-bc1dae091937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a8b873e2-3cab-4094-83cd-b7d8a535f07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:33:59.813226 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9737091-e790-4e7a-bc19-d084ffdb2de2 admin admin] Network hostable DHCP agents. Network: a8b873e2-3cab-4094-83cd-b7d8a535f07e, hostable agents: ['3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 14:33:59.831693 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9737091-e790-4e7a-bc19-d084ffdb2de2 admin admin] Network a8b873e2-3cab-4094-83cd-b7d8a535f07e is scheduled to be hosted by DHCP agent 3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 14:33:59.841704 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-a9737091-e790-4e7a-bc19-d084ffdb2de2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-5-iscsi, a8b873e2-3cab-4094-83cd-b7d8a535f07e) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:33:59.845880 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9737091-e790-4e7a-bc19-d084ffdb2de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:33:59.846501 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a9737091-e790-4e7a-bc19-d084ffdb2de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:59.855238 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf08b55-dc82-42a7-adac-b1df22d1df9d None None] Network a8b873e2-3cab-4094-83cd-b7d8a535f07e requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:33:59.862119 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a9737091-e790-4e7a-bc19-d084ffdb2de2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3242626 Mar 07 14:33:59.864640 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49382) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:33:59.868803 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-295462817-router', 'tenant_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:33:59.888532 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1759892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8534'] for router (76a8ba93-9848-437b-82f3-1905bef96585), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:59.889521 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8543'] for router (76a8ba93-9848-437b-82f3-1905bef96585), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:33:59.940946 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] Publish callbacks [] for router_controller (76a8ba93-9848-437b-82f3-1905bef96585), precommit_add_association {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:00.012511 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Set router 7341ec70-fc23-400c-8f5d-2897b93e9693 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:34:00.042456 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc113040-0697-54e9-b35b-eede3416c618-a8b873e2-3cab-4094-83cd-b7d8a535f07e', 'network_id': 'a8b873e2-3cab-4094-83cd-b7d8a535f07e', 'project_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'fixed_ips': [{'subnet_id': 'b495a49e-31aa-4991-bf54-cbe2088414ad'}]}} from dv-cinder-794001-5-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 14:34:00.043307 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:00.085875 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] Publish callbacks [] for router_gateway (76a8ba93-9848-437b-82f3-1905bef96585), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:00.282391 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] Publish callbacks [] for router_gateway (76a8ba93-9848-437b-82f3-1905bef96585), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:00.288286 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Allocated IP 172.20.0.2 (a8b873e2-3cab-4094-83cd-b7d8a535f07e/b495a49e-31aa-4991-bf54-cbe2088414ad/85a5a900-8c6f-4358-b321-d874251e8fd4) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:34:00.300741 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:00.410799 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] Allocated IP 172.27.2.155 (0de42621-7ed5-44f0-83fc-77dfdf4f89a1/f95c92d6-9e0f-4d00-9e79-b9c60c38725e/be94c480-9a49-49c2-b0b0-223cec4edc8e) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:34:00.522327 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] Publish callbacks [] for port (be94c480-9a49-49c2-b0b0-223cec4edc8e), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:00.548580 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341ec70-fc23-400c-8f5d-2897b93e9693', 'name': 'tempest-TestShelveInstance-1806261576-router', 'tenant_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '71139f1a-c4e5-4eda-bf4d-62da36bb3984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:33:55Z', 'updated_at': '2022-03-07T14:33:57Z', 'revision_number': 4, 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'gw_port': {'id': '71139f1a-c4e5-4eda-bf4d-62da36bb3984', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341ec70-fc23-400c-8f5d-2897b93e9693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:33:55Z', 'updated_at': '2022-03-07T14:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'e726159c-d67d-4613-b494-81668308e598', 'name': '', 'network_id': '7c9334d2-ed47-4596-b47e-acb029204725', 'tenant_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'mac_address': 'fa:16:3e:64:40:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7341ec70-fc23-400c-8f5d-2897b93e9693', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a5a14e56-f7bc-483e-bc11-04d5820d50ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:33:57Z', 'updated_at': '2022-03-07T14:33:57Z', 'revision_number': 2, 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'subnets': [{'id': 'a5a14e56-f7bc-483e-bc11-04d5820d50ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:00.557229 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (be94c480-9a49-49c2-b0b0-223cec4edc8e), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:00.584347 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Checking router: 7341ec70-fc23-400c-8f5d-2897b93e9693 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:34:00.584732 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Updating router 7341ec70-fc23-400c-8f5d-2897b93e9693 port e726159c-d67d-4613-b494-81668308e598 binding host dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:34:00.597236 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] Network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:34:00.599982 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:34:00.603487 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:34:00.627044 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] Pushing event updated for resources: {'Port': ['ID=be94c480-9a49-49c2-b0b0-223cec4edc8e,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:00.636488 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (e726159c-d67d-4613-b494-81668308e598), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:00.686634 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Publish callbacks [] for port (85a5a900-8c6f-4358-b321-d874251e8fd4), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:00.698600 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495'] for port (85a5a900-8c6f-4358-b321-d874251e8fd4), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:00.796565 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Network a8b873e2-3cab-4094-83cd-b7d8a535f07e is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:34:00.802861 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:34:00.805229 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:34:00.815394 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Pushing event updated for resources: {'Port': ['ID=85a5a900-8c6f-4358-b321-d874251e8fd4,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:00.860700 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] Publish callbacks [] for router_gateway (76a8ba93-9848-437b-82f3-1905bef96585), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:00.924390 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Attempting to bind port 85a5a900-8c6f-4358-b321-d874251e8fd4 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:34:00.924788 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Attempting to bind port 85a5a900-8c6f-4358-b321-d874251e8fd4 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': '8f38f44d-0815-461a-bc31-bc1dae091937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a8b873e2-3cab-4094-83cd-b7d8a535f07e'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:34:00.925157 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Attempting to bind port 85a5a900-8c6f-4358-b321-d874251e8fd4 on network a8b873e2-3cab-4094-83cd-b7d8a535f07e {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:34:00.932470 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:34:00.932875 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Checking segment: {'id': '8f38f44d-0815-461a-bc31-bc1dae091937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a8b873e2-3cab-4094-83cd-b7d8a535f07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:34:00.933283 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:00.933678 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Bound using segment: {'id': '8f38f44d-0815-461a-bc31-bc1dae091937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a8b873e2-3cab-4094-83cd-b7d8a535f07e'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:34:00.934143 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Bound port: 85a5a900-8c6f-4358-b321-d874251e8fd4, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f38f44d-0815-461a-bc31-bc1dae091937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a8b873e2-3cab-4094-83cd-b7d8a535f07e'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:34:00.934525 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (85a5a900-8c6f-4358-b321-d874251e8fd4), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:01.051793 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] For port 85a5a900-8c6f-4358-b321-d874251e8fd4, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:34:01.058459 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754106'] for router (76a8ba93-9848-437b-82f3-1905bef96585), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:01.069974 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] For port 85a5a900-8c6f-4358-b321-d874251e8fd4, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=85a5a900-8c6f-4358-b321-d874251e8fd4,segment=NetworkSegment(8f38f44d-0815-461a-bc31-bc1dae091937),segment_id=8f38f44d-0815-461a-bc31-bc1dae091937)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:34:01.082079 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (85a5a900-8c6f-4358-b321-d874251e8fd4), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:01.088215 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Publish callbacks [] for port (e726159c-d67d-4613-b494-81668308e598), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:01.116472 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (e726159c-d67d-4613-b494-81668308e598), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:01.166603 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d0f7a-1108-4fd6-ae78-3e9a5ba7333b None None] Pushing event updated for resources: {'Port': ['ID=85a5a900-8c6f-4358-b321-d874251e8fd4,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:01.210090 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] Router 76a8ba93-9848-437b-82f3-1905bef96585 is scheduled to L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 with binding_index 1 {{(pid=103241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 14:34:01.279612 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2def7a-d61f-4cfb-b2ab-98833833dbab None None] Pushing event updated for resources: {'Port': ['ID=e726159c-d67d-4613-b494-81668308e598,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:01.288890 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Attempting to bind port e726159c-d67d-4613-b494-81668308e598 on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:34:01.289422 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Attempting to bind port e726159c-d67d-4613-b494-81668308e598 by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'e77eac2c-e9c0-4bd6-8b61-1b0f43315483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c9334d2-ed47-4596-b47e-acb029204725'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:34:01.289894 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Attempting to bind port e726159c-d67d-4613-b494-81668308e598 on network 7c9334d2-ed47-4596-b47e-acb029204725 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:34:01.296409 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:34:01.297098 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Checking segment: {'id': 'e77eac2c-e9c0-4bd6-8b61-1b0f43315483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c9334d2-ed47-4596-b47e-acb029204725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:34:01.297599 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:01.298120 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Bound using segment: {'id': 'e77eac2c-e9c0-4bd6-8b61-1b0f43315483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c9334d2-ed47-4596-b47e-acb029204725'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:34:01.298704 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Bound port: e726159c-d67d-4613-b494-81668308e598, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77eac2c-e9c0-4bd6-8b61-1b0f43315483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c9334d2-ed47-4596-b47e-acb029204725'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:34:01.299183 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (e726159c-d67d-4613-b494-81668308e598), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:01.434715 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 71139f1a-c4e5-4eda-bf4d-62da36bb3984 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:34:01.442100 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] For port e726159c-d67d-4613-b494-81668308e598, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:34:01.496545 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] For port e726159c-d67d-4613-b494-81668308e598, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=e726159c-d67d-4613-b494-81668308e598,segment=NetworkSegment(e77eac2c-e9c0-4bd6-8b61-1b0f43315483),segment_id=e77eac2c-e9c0-4bd6-8b61-1b0f43315483)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:34:01.510541 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (e726159c-d67d-4613-b494-81668308e598), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:01.550779 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-838fc276-e66f-414e-8e8d-5c71598b597d None None] Provisioning complete for port e726159c-d67d-4613-b494-81668308e598 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:34:01.551159 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-838fc276-e66f-414e-8e8d-5c71598b597d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (e726159c-d67d-4613-b494-81668308e598), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:01.620835 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:34:01.630793 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Routers {'7341ec70-fc23-400c-8f5d-2897b93e9693'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:34:01.630793 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:33:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['7341ec70-fc23-400c-8f5d-2897b93e9693'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:01.631196 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 71139f1a-c4e5-4eda-bf4d-62da36bb3984 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:34:01.631568 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (71139f1a-c4e5-4eda-bf4d-62da36bb3984), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:01.634551 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2def7a-d61f-4cfb-b2ab-98833833dbab None None] Pushing event updated for resources: {'Port': ['ID=e726159c-d67d-4613-b494-81668308e598,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:01.645009 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Sync routers for ids ['76a8ba93-9848-437b-82f3-1905bef96585'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:34:01.649932 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:01.651319 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-f723b773-0df4-49c9-a9e6-006d4584fd83 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7857320 Mar 07 14:34:01.655258 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49384) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:01.669252 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Routers {'76a8ba93-9848-437b-82f3-1905bef96585'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:34:01.669979 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:33:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['76a8ba93-9848-437b-82f3-1905bef96585'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:01.818583 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-838fc276-e66f-414e-8e8d-5c71598b597d None None] Current status of the port e726159c-d67d-4613-b494-81668308e598 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:34:01.819140 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-838fc276-e66f-414e-8e8d-5c71598b597d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (e726159c-d67d-4613-b494-81668308e598), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:01.826435 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Set router 76a8ba93-9848-437b-82f3-1905bef96585 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:34:01.874435 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] Set router 7341ec70-fc23-400c-8f5d-2897b93e9693 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:34:01.935762 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-838fc276-e66f-414e-8e8d-5c71598b597d None None] For port e726159c-d67d-4613-b494-81668308e598, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=e726159c-d67d-4613-b494-81668308e598,segment=NetworkSegment(e77eac2c-e9c0-4bd6-8b61-1b0f43315483),segment_id=e77eac2c-e9c0-4bd6-8b61-1b0f43315483)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:34:01.938739 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 71139f1a-c4e5-4eda-bf4d-62da36bb3984 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:34:01.950065 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-838fc276-e66f-414e-8e8d-5c71598b597d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (e726159c-d67d-4613-b494-81668308e598), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:02.023206 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a8ba93-9848-437b-82f3-1905bef96585', 'name': 'tempest-TestShelveInstance-295462817-router', 'tenant_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'be94c480-9a49-49c2-b0b0-223cec4edc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:33:59Z', 'updated_at': '2022-03-07T14:34:00Z', 'revision_number': 3, 'project_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'gw_port': {'id': 'be94c480-9a49-49c2-b0b0-223cec4edc8e', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:55:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a8ba93-9848-437b-82f3-1905bef96585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:34:00Z', 'updated_at': '2022-03-07T14:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:02.056932 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Checking router: 76a8ba93-9848-437b-82f3-1905bef96585 for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:34:02.057362 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Updating router 76a8ba93-9848-437b-82f3-1905bef96585 port be94c480-9a49-49c2-b0b0-223cec4edc8e binding host dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:34:02.087316 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (be94c480-9a49-49c2-b0b0-223cec4edc8e), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:02.113176 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fc276-e66f-414e-8e8d-5c71598b597d None None] Pushing event updated for resources: {'Port': ['ID=e726159c-d67d-4613-b494-81668308e598,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:02.141126 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-5aabd135-1cd3-412f-b5d4-5093ab3cdc9b None None] Provisioning complete for port e726159c-d67d-4613-b494-81668308e598 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:34:02.141499 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5aabd135-1cd3-412f-b5d4-5093ab3cdc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (e726159c-d67d-4613-b494-81668308e598), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:02.162124 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0135bb3-78c0-4840-910f-f6839854d384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:02.265925 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5aabd135-1cd3-412f-b5d4-5093ab3cdc9b None None] Current status of the port e726159c-d67d-4613-b494-81668308e598 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:34:02.275333 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341ec70-fc23-400c-8f5d-2897b93e9693', 'name': 'tempest-TestShelveInstance-1806261576-router', 'tenant_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '71139f1a-c4e5-4eda-bf4d-62da36bb3984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:33:55Z', 'updated_at': '2022-03-07T14:33:57Z', 'revision_number': 4, 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'gw_port': {'id': '71139f1a-c4e5-4eda-bf4d-62da36bb3984', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341ec70-fc23-400c-8f5d-2897b93e9693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:33:55Z', 'updated_at': '2022-03-07T14:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'e726159c-d67d-4613-b494-81668308e598', 'name': '', 'network_id': '7c9334d2-ed47-4596-b47e-acb029204725', 'tenant_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'mac_address': 'fa:16:3e:64:40:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7341ec70-fc23-400c-8f5d-2897b93e9693', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a5a14e56-f7bc-483e-bc11-04d5820d50ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:33:57Z', 'updated_at': '2022-03-07T14:34:01Z', 'revision_number': 4, 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'subnets': [{'id': 'a5a14e56-f7bc-483e-bc11-04d5820d50ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:02.310236 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5530ef3-079c-4e1a-b8a4-0107be71daa6 None None] The sync data for ids ['7341ec70-fc23-400c-8f5d-2897b93e9693'] in dv-cinder-794001-5-iscsi is: [{'id': '7341ec70-fc23-400c-8f5d-2897b93e9693', 'name': 'tempest-TestShelveInstance-1806261576-router', 'tenant_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '71139f1a-c4e5-4eda-bf4d-62da36bb3984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:33:55Z', 'updated_at': '2022-03-07T14:33:57Z', 'revision_number': 4, 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'gw_port': {'id': '71139f1a-c4e5-4eda-bf4d-62da36bb3984', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341ec70-fc23-400c-8f5d-2897b93e9693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:33:55Z', 'updated_at': '2022-03-07T14:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'e726159c-d67d-4613-b494-81668308e598', 'name': '', 'network_id': '7c9334d2-ed47-4596-b47e-acb029204725', 'tenant_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'mac_address': 'fa:16:3e:64:40:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7341ec70-fc23-400c-8f5d-2897b93e9693', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a5a14e56-f7bc-483e-bc11-04d5820d50ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:33:57Z', 'updated_at': '2022-03-07T14:34:01Z', 'revision_number': 4, 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'subnets': [{'id': 'a5a14e56-f7bc-483e-bc11-04d5820d50ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:34:02.333508 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-a0135bb3-78c0-4840-910f-f6839854d384 admin admin] Allocated IP 172.20.0.1 (a8b873e2-3cab-4094-83cd-b7d8a535f07e/b495a49e-31aa-4991-bf54-cbe2088414ad/a4b506a8-34ca-4aae-b11e-0362d80e0e8e) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:34:02.410544 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4bb911-831e-4153-aced-81a61917a846 None None] Network a8b873e2-3cab-4094-83cd-b7d8a535f07e requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:34:02.484750 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0135bb3-78c0-4840-910f-f6839854d384 admin admin] Publish callbacks [] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:02.515047 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-f63eabf8-1c48-448e-8ab0-3c422a9982df None None] Provisioning complete for port 85a5a900-8c6f-4358-b321-d874251e8fd4 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:34:02.515429 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f63eabf8-1c48-448e-8ab0-3c422a9982df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (85a5a900-8c6f-4358-b321-d874251e8fd4), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:02.536037 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Publish callbacks [] for port (be94c480-9a49-49c2-b0b0-223cec4edc8e), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:02.538968 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0135bb3-78c0-4840-910f-f6839854d384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:02.547562 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (be94c480-9a49-49c2-b0b0-223cec4edc8e), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:02.589334 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0135bb3-78c0-4840-910f-f6839854d384 admin admin] Network a8b873e2-3cab-4094-83cd-b7d8a535f07e is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:34:02.594011 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0135bb3-78c0-4840-910f-f6839854d384 admin admin] Pushing event updated for resources: {'Port': ['ID=a4b506a8-34ca-4aae-b11e-0362d80e0e8e,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:02.603009 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-a0135bb3-78c0-4840-910f-f6839854d384 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:34:02.605005 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0875a-1d7e-4e76-a610-87c814cd7f44 None None] Pushing event updated for resources: {'Port': ['ID=be94c480-9a49-49c2-b0b0-223cec4edc8e,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:02.605757 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0135bb3-78c0-4840-910f-f6839854d384 admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:34:02.634165 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Attempting to bind port be94c480-9a49-49c2-b0b0-223cec4edc8e on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:34:02.634857 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Attempting to bind port be94c480-9a49-49c2-b0b0-223cec4edc8e by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:34:02.635473 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Attempting to bind port be94c480-9a49-49c2-b0b0-223cec4edc8e on network 0de42621-7ed5-44f0-83fc-77dfdf4f89a1 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:34:02.644083 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:34:02.644779 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Checking segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:34:02.645997 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:02.647632 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Bound using segment: {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:34:02.648229 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Bound port: be94c480-9a49-49c2-b0b0-223cec4edc8e, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27e366f-3b96-4839-b070-bc9062619b2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:34:02.648729 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (be94c480-9a49-49c2-b0b0-223cec4edc8e), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:02.661945 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0135bb3-78c0-4840-910f-f6839854d384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753303'] for router_interface (76a8ba93-9848-437b-82f3-1905bef96585), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:02.663302 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f63eabf8-1c48-448e-8ab0-3c422a9982df None None] Current status of the port 85a5a900-8c6f-4358-b321-d874251e8fd4 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:34:02.663706 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f63eabf8-1c48-448e-8ab0-3c422a9982df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (85a5a900-8c6f-4358-b321-d874251e8fd4), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:02.709751 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-f63eabf8-1c48-448e-8ab0-3c422a9982df None None] For port 85a5a900-8c6f-4358-b321-d874251e8fd4, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=85a5a900-8c6f-4358-b321-d874251e8fd4,segment=NetworkSegment(8f38f44d-0815-461a-bc31-bc1dae091937),segment_id=8f38f44d-0815-461a-bc31-bc1dae091937)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:34:02.719759 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f63eabf8-1c48-448e-8ab0-3c422a9982df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (85a5a900-8c6f-4358-b321-d874251e8fd4), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:02.721459 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] For port be94c480-9a49-49c2-b0b0-223cec4edc8e, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:34:02.728003 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] For port be94c480-9a49-49c2-b0b0-223cec4edc8e, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=be94c480-9a49-49c2-b0b0-223cec4edc8e,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:34:02.743080 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (be94c480-9a49-49c2-b0b0-223cec4edc8e), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:02.789756 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63eabf8-1c48-448e-8ab0-3c422a9982df None None] Pushing event updated for resources: {'Port': ['ID=85a5a900-8c6f-4358-b321-d874251e8fd4,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:02.824893 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Routers {'76a8ba93-9848-437b-82f3-1905bef96585'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:34:02.826075 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:33:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['76a8ba93-9848-437b-82f3-1905bef96585'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:02.857126 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0135bb3-78c0-4840-910f-f6839854d384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:02.896228 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0875a-1d7e-4e76-a610-87c814cd7f44 None None] Pushing event updated for resources: {'Port': ['ID=be94c480-9a49-49c2-b0b0-223cec4edc8e,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:02.982182 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] Set router 76a8ba93-9848-437b-82f3-1905bef96585 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:34:03.051817 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-29596594-8bee-4f42-8ef4-f3e6707b1673 None None] Provisioning complete for port 85a5a900-8c6f-4358-b321-d874251e8fd4 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:34:03.052432 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-29596594-8bee-4f42-8ef4-f3e6707b1673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (85a5a900-8c6f-4358-b321-d874251e8fd4), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:03.102790 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0135bb3-78c0-4840-910f-f6839854d384 admin admin] Publish callbacks [] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:03.109311 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0135bb3-78c0-4840-910f-f6839854d384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7721250'] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:03.190050 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-29596594-8bee-4f42-8ef4-f3e6707b1673 None None] Current status of the port 85a5a900-8c6f-4358-b321-d874251e8fd4 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:34:03.214296 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-29596594-8bee-4f42-8ef4-f3e6707b1673 None None] Provisioning complete for port a4b506a8-34ca-4aae-b11e-0362d80e0e8e triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:34:03.214705 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-29596594-8bee-4f42-8ef4-f3e6707b1673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:03.222714 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0135bb3-78c0-4840-910f-f6839854d384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753275'] for router_interface (76a8ba93-9848-437b-82f3-1905bef96585), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:03.249587 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a8ba93-9848-437b-82f3-1905bef96585', 'name': 'tempest-TestShelveInstance-295462817-router', 'tenant_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'be94c480-9a49-49c2-b0b0-223cec4edc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:33:59Z', 'updated_at': '2022-03-07T14:34:02Z', 'revision_number': 4, 'project_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'gw_port': {'id': 'be94c480-9a49-49c2-b0b0-223cec4edc8e', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:55:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a8ba93-9848-437b-82f3-1905bef96585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:34:00Z', 'updated_at': '2022-03-07T14:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'a4b506a8-34ca-4aae-b11e-0362d80e0e8e', 'name': '', 'network_id': 'a8b873e2-3cab-4094-83cd-b7d8a535f07e', 'tenant_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'mac_address': 'fa:16:3e:a9:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a8ba93-9848-437b-82f3-1905bef96585', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b495a49e-31aa-4991-bf54-cbe2088414ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:34:02Z', 'updated_at': '2022-03-07T14:34:02Z', 'revision_number': 1, 'project_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'subnets': [{'id': 'b495a49e-31aa-4991-bf54-cbe2088414ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:03.262389 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-29596594-8bee-4f42-8ef4-f3e6707b1673 None None] Port a4b506a8-34ca-4aae-b11e-0362d80e0e8e cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:34:03.271421 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0135bb3-78c0-4840-910f-f6839854d384 admin admin] Pushing event updated for resources: {'Port': ['ID=a4b506a8-34ca-4aae-b11e-0362d80e0e8e,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:03.278924 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd25dba-9500-4f83-ac3b-0280081982f5 None None] The sync data for ids ['76a8ba93-9848-437b-82f3-1905bef96585'] in dv-cinder-794001-5-iscsi is: [{'id': '76a8ba93-9848-437b-82f3-1905bef96585', 'name': 'tempest-TestShelveInstance-295462817-router', 'tenant_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'be94c480-9a49-49c2-b0b0-223cec4edc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:33:59Z', 'updated_at': '2022-03-07T14:34:02Z', 'revision_number': 4, 'project_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'gw_port': {'id': 'be94c480-9a49-49c2-b0b0-223cec4edc8e', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:55:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a8ba93-9848-437b-82f3-1905bef96585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:34:00Z', 'updated_at': '2022-03-07T14:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'a4b506a8-34ca-4aae-b11e-0362d80e0e8e', 'name': '', 'network_id': 'a8b873e2-3cab-4094-83cd-b7d8a535f07e', 'tenant_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'mac_address': 'fa:16:3e:a9:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a8ba93-9848-437b-82f3-1905bef96585', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b495a49e-31aa-4991-bf54-cbe2088414ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:34:02Z', 'updated_at': '2022-03-07T14:34:02Z', 'revision_number': 1, 'project_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'subnets': [{'id': 'b495a49e-31aa-4991-bf54-cbe2088414ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:34:03.345966 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0135bb3-78c0-4840-910f-f6839854d384 admin admin] Network a8b873e2-3cab-4094-83cd-b7d8a535f07e is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:34:03.347513 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-a0135bb3-78c0-4840-910f-f6839854d384 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:34:03.395527 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-5d5010d5-41dd-4007-a72c-b4c3bba00ac3 None None] Provisioning complete for port a4b506a8-34ca-4aae-b11e-0362d80e0e8e triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:34:03.395891 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5d5010d5-41dd-4007-a72c-b4c3bba00ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:03.482663 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 85a5a900-8c6f-4358-b321-d874251e8fd4 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:34:03.489826 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5d5010d5-41dd-4007-a72c-b4c3bba00ac3 None None] Port a4b506a8-34ca-4aae-b11e-0362d80e0e8e cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:34:03.541519 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0135bb3-78c0-4840-910f-f6839854d384 admin admin] Router 76a8ba93-9848-437b-82f3-1905bef96585 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:34:03.577178 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port 85a5a900-8c6f-4358-b321-d874251e8fd4 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:34:03.577554 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (85a5a900-8c6f-4358-b321-d874251e8fd4), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:03.684508 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port 85a5a900-8c6f-4358-b321-d874251e8fd4 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:34:03.686998 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device e726159c-d67d-4613-b494-81668308e598 up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:34:03.725001 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0135bb3-78c0-4840-910f-f6839854d384 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:34:03.739612 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a0135bb3-78c0-4840-910f-f6839854d384 admin admin] 10.222.0.26 "PUT /v2.0/routers/76a8ba93-9848-437b-82f3-1905bef96585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0740652 Mar 07 14:34:03.751071 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b167efa6-172b-4157-86f1-45632f27483d None None] Provisioning complete for port a4b506a8-34ca-4aae-b11e-0362d80e0e8e triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:34:03.751452 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b167efa6-172b-4157-86f1-45632f27483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:03.790101 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port e726159c-d67d-4613-b494-81668308e598 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:34:03.790481 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (e726159c-d67d-4613-b494-81668308e598), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:03.818918 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b167efa6-172b-4157-86f1-45632f27483d None None] Port a4b506a8-34ca-4aae-b11e-0362d80e0e8e cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:34:03.893903 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port e726159c-d67d-4613-b494-81668308e598 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:34:04.158339 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49392) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:04.162965 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-9a8afe6d-50fc-4213-b1cc-613dc19bf85f tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-637177766', 'description': 'tempest-secgroup-smoke-637177766 description', 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:34:04.181883 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9a8afe6d-50fc-4213-b1cc-613dc19bf85f tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.246759 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9a8afe6d-50fc-4213-b1cc-613dc19bf85f tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group (63b442bf-88f1-4969-9b8c-6164ffe91686), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.251163 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9a8afe6d-50fc-4213-b1cc-613dc19bf85f tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (63b442bf-88f1-4969-9b8c-6164ffe91686), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.284024 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9a8afe6d-50fc-4213-b1cc-613dc19bf85f tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.285266 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-9a8afe6d-50fc-4213-b1cc-613dc19bf85f tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1258860 Mar 07 14:34:04.287113 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8afe6d-50fc-4213-b1cc-613dc19bf85f tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b442bf-88f1-4969-9b8c-6164ffe91686,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:04.288534 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49394) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:04.294715 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-58d99828-ee83-4458-b051-22e46af3fe8e tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Request body: {'security_group_rule': {'security_group_id': '63b442bf-88f1-4969-9b8c-6164ffe91686', 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:34:04.318988 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-58d99828-ee83-4458-b051-22e46af3fe8e tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group_rule (50a6421e-d431-48ae-8aff-e3444560fd07), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.372629 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-58d99828-ee83-4458-b051-22e46af3fe8e tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group_rule (50a6421e-d431-48ae-8aff-e3444560fd07), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.376122 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-58d99828-ee83-4458-b051-22e46af3fe8e tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (50a6421e-d431-48ae-8aff-e3444560fd07), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.394000 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d99828-ee83-4458-b051-22e46af3fe8e tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a6421e-d431-48ae-8aff-e3444560fd07,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:04.400960 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-58d99828-ee83-4458-b051-22e46af3fe8e tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.402174 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-58d99828-ee83-4458-b051-22e46af3fe8e tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118381 Mar 07 14:34:04.405521 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49396) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:04.409686 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-bfc7fb3d-ceb3-4a59-bb9a-8102fa13cff9 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Request body: {'security_group_rule': {'security_group_id': '63b442bf-88f1-4969-9b8c-6164ffe91686', 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:34:04.433409 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fb3d-ceb3-4a59-bb9a-8102fa13cff9 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group_rule (8527b1d8-4ce9-4a9d-b307-2fc51b3916e0), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.490216 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fb3d-ceb3-4a59-bb9a-8102fa13cff9 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group_rule (8527b1d8-4ce9-4a9d-b307-2fc51b3916e0), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.493629 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fb3d-ceb3-4a59-bb9a-8102fa13cff9 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (8527b1d8-4ce9-4a9d-b307-2fc51b3916e0), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.512202 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7fb3d-ceb3-4a59-bb9a-8102fa13cff9 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8527b1d8-4ce9-4a9d-b307-2fc51b3916e0,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:04.520906 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fb3d-ceb3-4a59-bb9a-8102fa13cff9 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.522094 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-bfc7fb3d-ceb3-4a59-bb9a-8102fa13cff9 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156349 Mar 07 14:34:04.524771 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49398) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:04.529536 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-efd91bf5-fbf9-4aa3-bc75-57683a9636cf tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Request body: {'security_group_rule': {'security_group_id': '63b442bf-88f1-4969-9b8c-6164ffe91686', 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:34:04.553354 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-efd91bf5-fbf9-4aa3-bc75-57683a9636cf tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group_rule (e767d26b-89cd-4a86-93da-0728a0a461d8), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.610641 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-efd91bf5-fbf9-4aa3-bc75-57683a9636cf tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group_rule (e767d26b-89cd-4a86-93da-0728a0a461d8), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.614035 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-efd91bf5-fbf9-4aa3-bc75-57683a9636cf tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (e767d26b-89cd-4a86-93da-0728a0a461d8), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.631823 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd91bf5-fbf9-4aa3-bc75-57683a9636cf tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e767d26b-89cd-4a86-93da-0728a0a461d8,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:04.640280 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-efd91bf5-fbf9-4aa3-bc75-57683a9636cf tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.641513 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-efd91bf5-fbf9-4aa3-bc75-57683a9636cf tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158047 Mar 07 14:34:04.644176 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49400) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:04.648416 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-d9793045-71c8-44c9-98e3-6519027faf4d tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Request body: {'security_group_rule': {'security_group_id': '63b442bf-88f1-4969-9b8c-6164ffe91686', 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:34:04.673507 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9793045-71c8-44c9-98e3-6519027faf4d tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group_rule (e6ff7753-33ac-4179-a917-4ee749526ebb), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.735652 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9793045-71c8-44c9-98e3-6519027faf4d tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group_rule (e6ff7753-33ac-4179-a917-4ee749526ebb), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.746276 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9793045-71c8-44c9-98e3-6519027faf4d tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (e6ff7753-33ac-4179-a917-4ee749526ebb), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.769872 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9793045-71c8-44c9-98e3-6519027faf4d tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ff7753-33ac-4179-a917-4ee749526ebb,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:04.776972 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9793045-71c8-44c9-98e3-6519027faf4d tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.778469 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-d9793045-71c8-44c9-98e3-6519027faf4d tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331956 Mar 07 14:34:04.781577 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49402) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:04.785796 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-206921ad-bbdb-4f1c-8879-0d782c02c9db tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Request body: {'security_group_rule': {'security_group_id': '63b442bf-88f1-4969-9b8c-6164ffe91686', 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:34:04.805548 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.securitygroups_db [None req-206921ad-bbdb-4f1c-8879-0d782c02c9db tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Project 62a4bedc40e9455fa05fcdcfa8a71455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 14:34:04.811329 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-206921ad-bbdb-4f1c-8879-0d782c02c9db tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group_rule (8e947bce-6940-4981-acd4-e46b751de7bb), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.867919 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-206921ad-bbdb-4f1c-8879-0d782c02c9db tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group_rule (8e947bce-6940-4981-acd4-e46b751de7bb), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.871419 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-206921ad-bbdb-4f1c-8879-0d782c02c9db tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (8e947bce-6940-4981-acd4-e46b751de7bb), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.892190 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206921ad-bbdb-4f1c-8879-0d782c02c9db tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e947bce-6940-4981-acd4-e46b751de7bb,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:04.897462 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-206921ad-bbdb-4f1c-8879-0d782c02c9db tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.898650 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-206921ad-bbdb-4f1c-8879-0d782c02c9db tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1161518 Mar 07 14:34:04.901278 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49404) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:04.905604 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-caf4c44e-6e3e-4487-97d7-d48fca6096c7 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Request body: {'security_group_rule': {'security_group_id': '63b442bf-88f1-4969-9b8c-6164ffe91686', 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:34:04.925250 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.db.securitygroups_db [None req-caf4c44e-6e3e-4487-97d7-d48fca6096c7 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Project 62a4bedc40e9455fa05fcdcfa8a71455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 14:34:04.930054 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-caf4c44e-6e3e-4487-97d7-d48fca6096c7 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group_rule (395c71f6-ae2e-45e8-a025-c69d5bc21d75), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.989639 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-caf4c44e-6e3e-4487-97d7-d48fca6096c7 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group_rule (395c71f6-ae2e-45e8-a025-c69d5bc21d75), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:04.993738 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-caf4c44e-6e3e-4487-97d7-d48fca6096c7 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801945'] for security_group_rule (395c71f6-ae2e-45e8-a025-c69d5bc21d75), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:05.011930 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4c44e-6e3e-4487-97d7-d48fca6096c7 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395c71f6-ae2e-45e8-a025-c69d5bc21d75,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:05.018642 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-caf4c44e-6e3e-4487-97d7-d48fca6096c7 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:05.019853 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-caf4c44e-6e3e-4487-97d7-d48fca6096c7 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176438 Mar 07 14:34:05.404341 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device be94c480-9a49-49c2-b0b0-223cec4edc8e up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:34:05.472516 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port be94c480-9a49-49c2-b0b0-223cec4edc8e triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:34:05.472928 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (be94c480-9a49-49c2-b0b0-223cec4edc8e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:05.573891 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port be94c480-9a49-49c2-b0b0-223cec4edc8e is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:34:05.574323 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (be94c480-9a49-49c2-b0b0-223cec4edc8e), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:05.597388 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] For port be94c480-9a49-49c2-b0b0-223cec4edc8e, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=be94c480-9a49-49c2-b0b0-223cec4edc8e,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:34:05.602250 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (be94c480-9a49-49c2-b0b0-223cec4edc8e), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:05.789251 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Pushing event updated for resources: {'Port': ['ID=be94c480-9a49-49c2-b0b0-223cec4edc8e,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:06.367735 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Sync routers for ids ['76a8ba93-9848-437b-82f3-1905bef96585'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:34:06.378845 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Routers {'76a8ba93-9848-437b-82f3-1905bef96585'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:34:06.379458 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:33:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['76a8ba93-9848-437b-82f3-1905bef96585'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:06.488960 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Set router 76a8ba93-9848-437b-82f3-1905bef96585 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:34:06.698023 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a8ba93-9848-437b-82f3-1905bef96585', 'name': 'tempest-TestShelveInstance-295462817-router', 'tenant_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'be94c480-9a49-49c2-b0b0-223cec4edc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:33:59Z', 'updated_at': '2022-03-07T14:34:02Z', 'revision_number': 4, 'project_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'gw_port': {'id': 'be94c480-9a49-49c2-b0b0-223cec4edc8e', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a8ba93-9848-437b-82f3-1905bef96585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:34:00Z', 'updated_at': '2022-03-07T14:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'a4b506a8-34ca-4aae-b11e-0362d80e0e8e', 'name': '', 'network_id': 'a8b873e2-3cab-4094-83cd-b7d8a535f07e', 'tenant_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'mac_address': 'fa:16:3e:a9:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a8ba93-9848-437b-82f3-1905bef96585', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b495a49e-31aa-4991-bf54-cbe2088414ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:34:02Z', 'updated_at': '2022-03-07T14:34:02Z', 'revision_number': 2, 'project_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'subnets': [{'id': 'b495a49e-31aa-4991-bf54-cbe2088414ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:06.730511 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Checking router: 76a8ba93-9848-437b-82f3-1905bef96585 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:34:06.730919 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Updating router 76a8ba93-9848-437b-82f3-1905bef96585 port a4b506a8-34ca-4aae-b11e-0362d80e0e8e binding host dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 14:34:06.759539 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:07.021690 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Publish callbacks [] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:07.026806 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:07.082164 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fbfdd-6b1f-465c-97d9-417497f66082 None None] Pushing event updated for resources: {'Port': ['ID=a4b506a8-34ca-4aae-b11e-0362d80e0e8e,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:07.131802 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Attempting to bind port a4b506a8-34ca-4aae-b11e-0362d80e0e8e on host dv-cinder-794001-5-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:34:07.132174 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Attempting to bind port a4b506a8-34ca-4aae-b11e-0362d80e0e8e by drivers openvswitch,hyperv on host dv-cinder-794001-5-iscsi at level 0 using segments [{'id': '8f38f44d-0815-461a-bc31-bc1dae091937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a8b873e2-3cab-4094-83cd-b7d8a535f07e'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:34:07.132542 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Attempting to bind port a4b506a8-34ca-4aae-b11e-0362d80e0e8e on network a8b873e2-3cab-4094-83cd-b7d8a535f07e {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:34:07.138029 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Checking agent: {'id': '3d4e6ab7-7324-4178-8a8c-2626366c9506', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 13, 59, 52), 'started_at': datetime.datetime(2022, 3, 7, 14, 0, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:34:07.138472 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Checking segment: {'id': '8f38f44d-0815-461a-bc31-bc1dae091937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a8b873e2-3cab-4094-83cd-b7d8a535f07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:34:07.138963 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:07.139378 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Bound using segment: {'id': '8f38f44d-0815-461a-bc31-bc1dae091937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a8b873e2-3cab-4094-83cd-b7d8a535f07e'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:34:07.139859 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Bound port: a4b506a8-34ca-4aae-b11e-0362d80e0e8e, host: dv-cinder-794001-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f38f44d-0815-461a-bc31-bc1dae091937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a8b873e2-3cab-4094-83cd-b7d8a535f07e'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:34:07.140257 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:07.207455 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] For port a4b506a8-34ca-4aae-b11e-0362d80e0e8e, host dv-cinder-794001-5-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:34:07.210872 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] For port a4b506a8-34ca-4aae-b11e-0362d80e0e8e, host dv-cinder-794001-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=a4b506a8-34ca-4aae-b11e-0362d80e0e8e,segment=NetworkSegment(8f38f44d-0815-461a-bc31-bc1dae091937),segment_id=8f38f44d-0815-461a-bc31-bc1dae091937)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:34:07.218383 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:07.295447 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fbfdd-6b1f-465c-97d9-417497f66082 None None] Pushing event updated for resources: {'Port': ['ID=a4b506a8-34ca-4aae-b11e-0362d80e0e8e,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:07.300816 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Routers {'76a8ba93-9848-437b-82f3-1905bef96585'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:34:07.301379 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:33:48Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['76a8ba93-9848-437b-82f3-1905bef96585'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:07.303432 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-70a66012-479a-43e5-b1ce-1edb924bbb2b None None] Provisioning complete for port a4b506a8-34ca-4aae-b11e-0362d80e0e8e triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:34:07.303805 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-70a66012-479a-43e5-b1ce-1edb924bbb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:07.425559 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device be94c480-9a49-49c2-b0b0-223cec4edc8e up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:34:07.512469 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] Set router 76a8ba93-9848-437b-82f3-1905bef96585 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:34:07.561104 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-70a66012-479a-43e5-b1ce-1edb924bbb2b None None] Current status of the port a4b506a8-34ca-4aae-b11e-0362d80e0e8e is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:34:07.561411 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-70a66012-479a-43e5-b1ce-1edb924bbb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:07.640109 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port be94c480-9a49-49c2-b0b0-223cec4edc8e triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:34:07.640487 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (be94c480-9a49-49c2-b0b0-223cec4edc8e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:07.687317 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-70a66012-479a-43e5-b1ce-1edb924bbb2b None None] For port a4b506a8-34ca-4aae-b11e-0362d80e0e8e, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=a4b506a8-34ca-4aae-b11e-0362d80e0e8e,segment=NetworkSegment(8f38f44d-0815-461a-bc31-bc1dae091937),segment_id=8f38f44d-0815-461a-bc31-bc1dae091937)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:34:07.719274 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-70a66012-479a-43e5-b1ce-1edb924bbb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531'] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:07.842371 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a66012-479a-43e5-b1ce-1edb924bbb2b None None] Pushing event updated for resources: {'Port': ['ID=a4b506a8-34ca-4aae-b11e-0362d80e0e8e,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:07.877086 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port be94c480-9a49-49c2-b0b0-223cec4edc8e is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:34:07.878383 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device a4b506a8-34ca-4aae-b11e-0362d80e0e8e up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:34:07.882487 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-acbf87a2-bbb5-4205-943c-1a12c6d7b6ec None None] Provisioning complete for port a4b506a8-34ca-4aae-b11e-0362d80e0e8e triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:34:07.882864 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-acbf87a2-bbb5-4205-943c-1a12c6d7b6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:07.969222 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a8ba93-9848-437b-82f3-1905bef96585', 'name': 'tempest-TestShelveInstance-295462817-router', 'tenant_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'be94c480-9a49-49c2-b0b0-223cec4edc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:33:59Z', 'updated_at': '2022-03-07T14:34:02Z', 'revision_number': 4, 'project_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'gw_port': {'id': 'be94c480-9a49-49c2-b0b0-223cec4edc8e', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a8ba93-9848-437b-82f3-1905bef96585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:34:00Z', 'updated_at': '2022-03-07T14:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'a4b506a8-34ca-4aae-b11e-0362d80e0e8e', 'name': '', 'network_id': 'a8b873e2-3cab-4094-83cd-b7d8a535f07e', 'tenant_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'mac_address': 'fa:16:3e:a9:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a8ba93-9848-437b-82f3-1905bef96585', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b495a49e-31aa-4991-bf54-cbe2088414ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:34:02Z', 'updated_at': '2022-03-07T14:34:07Z', 'revision_number': 4, 'project_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'subnets': [{'id': 'b495a49e-31aa-4991-bf54-cbe2088414ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:08.006165 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2931fe-dd80-4e02-960b-4a438d7c1b93 None None] The sync data for ids ['76a8ba93-9848-437b-82f3-1905bef96585'] in dv-cinder-794001-5-iscsi is: [{'id': '76a8ba93-9848-437b-82f3-1905bef96585', 'name': 'tempest-TestShelveInstance-295462817-router', 'tenant_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'be94c480-9a49-49c2-b0b0-223cec4edc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:33:59Z', 'updated_at': '2022-03-07T14:34:02Z', 'revision_number': 4, 'project_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'gw_port': {'id': 'be94c480-9a49-49c2-b0b0-223cec4edc8e', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a8ba93-9848-437b-82f3-1905bef96585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:34:00Z', 'updated_at': '2022-03-07T14:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi', '_interfaces': [{'id': 'a4b506a8-34ca-4aae-b11e-0362d80e0e8e', 'name': '', 'network_id': 'a8b873e2-3cab-4094-83cd-b7d8a535f07e', 'tenant_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'mac_address': 'fa:16:3e:a9:cd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a8ba93-9848-437b-82f3-1905bef96585', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b495a49e-31aa-4991-bf54-cbe2088414ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:34:02Z', 'updated_at': '2022-03-07T14:34:07Z', 'revision_number': 4, 'project_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'subnets': [{'id': 'b495a49e-31aa-4991-bf54-cbe2088414ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:34:08.011814 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port a4b506a8-34ca-4aae-b11e-0362d80e0e8e triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:34:08.012186 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:08.082696 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-acbf87a2-bbb5-4205-943c-1a12c6d7b6ec None None] Current status of the port a4b506a8-34ca-4aae-b11e-0362d80e0e8e is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:34:08.131789 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port a4b506a8-34ca-4aae-b11e-0362d80e0e8e is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:34:09.375218 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device a4b506a8-34ca-4aae-b11e-0362d80e0e8e up at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 14:34:09.428409 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Provisioning complete for port a4b506a8-34ca-4aae-b11e-0362d80e0e8e triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:34:09.428829 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:09.508140 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Current status of the port a4b506a8-34ca-4aae-b11e-0362d80e0e8e is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 14:34:15.894322 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e6d3f330-0a3f-4d86-96a8-5f71f9e3a4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:18.208220 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-775def03-1d7a-430f-908e-48c934b8b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:19.527730 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:20.947741 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:22.385288 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:25.548230 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-470c765b-7a8c-4c85-82d6-363b19c54646 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-637177766&fields=id&tenant_id=62a4bedc40e9455fa05fcdcfa8a71455 HTTP/1.1" status: 200 len: 267 time: 0.0426674 Mar 07 14:34:25.653120 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-3fb203e4-00d3-49bf-a120-965d1fc9198c tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:34:25.654575 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-3fb203e4-00d3-49bf-a120-965d1fc9198c tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "GET /v2.0/networks?id=7c9334d2-ed47-4596-b47e-acb029204725 HTTP/1.1" status: 200 len: 809 time: 0.1001871 Mar 07 14:34:25.668919 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-ed4bf3c6-d933-4cb0-875a-d8c087925a39 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "GET /v2.0/quotas/62a4bedc40e9455fa05fcdcfa8a71455 HTTP/1.1" status: 200 len: 375 time: 0.0087938 Mar 07 14:34:25.722846 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-56c28dd5-8c0d-4755-bb56-cdc8e0b07a90 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=62a4bedc40e9455fa05fcdcfa8a71455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487862 Mar 07 14:34:25.826661 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-c3b7a9a6-4031-44d6-becf-8a203b373d0f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 14:34:25.827716 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-c3b7a9a6-4031-44d6-becf-8a203b373d0f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0938163 Mar 07 14:34:25.925100 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-ff007990-1124-4b70-904f-2996f924ba81 service neutron] 10.222.0.26 "GET /v2.0/networks/7c9334d2-ed47-4596-b47e-acb029204725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905035 Mar 07 14:34:26.015190 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-27b848bf-a1a7-4565-b180-573195710fdd service neutron] 10.222.0.26 "GET /v2.0/networks/7c9334d2-ed47-4596-b47e-acb029204725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844400 Mar 07 14:34:26.294720 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8827443f-d1ef-44b4-bad3-63882e26016f req-03c546e5-dee7-4527-b7d9-099fcfd86f35 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "GET /v2.0/ports?device_id=6328cace-1843-44b7-80c8-655340b3c149 HTTP/1.1" status: 200 len: 210 time: 0.0273349 Mar 07 14:34:26.752795 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:27.371568 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f66e80ed-dd43-4029-8278-7ebde39f7311 req-f29b0779-0357-4f51-b66b-f64e361d38bb tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "GET /v2.0/ports?device_id=6328cace-1843-44b7-80c8-655340b3c149 HTTP/1.1" status: 200 len: 210 time: 0.0269849 Mar 07 14:34:28.447509 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d2f7904c-9b54-4a16-81d0-88590a214890 req-8a88d132-807c-4969-a2fb-0ce2c31d5b3d tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "GET /v2.0/ports?device_id=6328cace-1843-44b7-80c8-655340b3c149 HTTP/1.1" status: 200 len: 210 time: 0.0266016 Mar 07 14:34:29.527645 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3010dfa0-cbc6-4918-bd0a-ee3f6ba93c4d req-cc590623-e706-43c9-89ce-5ec82fe768e4 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "GET /v2.0/ports?device_id=6328cace-1843-44b7-80c8-655340b3c149 HTTP/1.1" status: 200 len: 210 time: 0.0306661 Mar 07 14:34:30.620215 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1efd465d-cb4f-49ad-8afa-ce30284da66d req-0f01c3aa-670d-4a2f-b5d3-9066b0041c8e tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "GET /v2.0/ports?device_id=6328cace-1843-44b7-80c8-655340b3c149 HTTP/1.1" status: 200 len: 210 time: 0.0270121 Mar 07 14:34:31.415844 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-1e638809-40bd-47e6-97d2-6b63c8950b7c tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:34:31.417305 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-1e638809-40bd-47e6-97d2-6b63c8950b7c tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.25 "GET /v2.0/networks?id=7c9334d2-ed47-4596-b47e-acb029204725 HTTP/1.1" status: 200 len: 809 time: 0.0990512 Mar 07 14:34:31.494342 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-a42ae2c6-48b2-46ae-99fe-70ac283007cb tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62a4bedc40e9455fa05fcdcfa8a71455 HTTP/1.1" status: 200 len: 379 time: 0.0635629 Mar 07 14:34:31.504376 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Request body: {'port': {'device_id': '6328cace-1843-44b7-80c8-655340b3c149', 'network_id': '7c9334d2-ed47-4596-b47e-acb029204725', 'admin_state_up': True, 'tenant_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'security_groups': ['63b442bf-88f1-4969-9b8c-6164ffe91686']}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:34:31.621703 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Made reservation on behalf of 62a4bedc40e9455fa05fcdcfa8a71455 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 14:34:31.625114 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:31.726782 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-192ab112-d63b-4dba-b607-d05ff3161a75 req-e9032ad7-3334-4e2b-8a53-026918ec802a tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "GET /v2.0/ports?device_id=6328cace-1843-44b7-80c8-655340b3c149 HTTP/1.1" status: 200 len: 210 time: 0.0393569 Mar 07 14:34:31.776000 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Allocated IP 172.20.0.9 (7c9334d2-ed47-4596-b47e-acb029204725/a5a14e56-f7bc-483e-bc11-04d5820d50ec/b04307c8-9a0f-4869-bd94-f59fed0941c6) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 14:34:31.919426 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for port (b04307c8-9a0f-4869-bd94-f59fed0941c6), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:31.953029 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793137016495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (b04307c8-9a0f-4869-bd94-f59fed0941c6), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:31.995965 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Network 7c9334d2-ed47-4596-b47e-acb029204725 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 14:34:31.999015 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 14:34:32.003187 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 14:34:32.031900 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Pushing event updated for resources: {'Port': ['ID=b04307c8-9a0f-4869-bd94-f59fed0941c6,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:32.045291 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:32.045643 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:32.045987 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:32.046332 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:32.046666 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:32.046997 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:32.047324 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:32.047652 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:32.047972 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:32.048296 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:32.048627 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:32.049047 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:32.049371 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:32.067071 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:34:32.067689 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:32.084103 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-8f036047-2d8a-48a7-9ac6-938660f46a44 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5845964 Mar 07 14:34:32.145684 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Request body: {'port': {'device_id': '6328cace-1843-44b7-80c8-655340b3c149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 14:34:32.209385 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (b04307c8-9a0f-4869-bd94-f59fed0941c6), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:32.251355 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-dba081d1-caa4-414a-ac4e-8d501a67b3a0 None None] Provisioning complete for port b04307c8-9a0f-4869-bd94-f59fed0941c6 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 14:34:32.251952 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-dba081d1-caa4-414a-ac4e-8d501a67b3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3481579'] for port (b04307c8-9a0f-4869-bd94-f59fed0941c6), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:32.286233 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-dba081d1-caa4-414a-ac4e-8d501a67b3a0 None None] Port b04307c8-9a0f-4869-bd94-f59fed0941c6 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 14:34:32.462063 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04307c8-9a0f-4869-bd94-f59fed0941c6 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 14:34:32.469297 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Publish callbacks [] for port (b04307c8-9a0f-4869-bd94-f59fed0941c6), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:32.481003 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Transition to ACTIVE for port object b04307c8-9a0f-4869-bd94-f59fed0941c6 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 14:34:32.484563 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276028'] for port (b04307c8-9a0f-4869-bd94-f59fed0941c6), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:32.537973 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Pushing event updated for resources: {'Port': ['ID=b04307c8-9a0f-4869-bd94-f59fed0941c6,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:32.607750 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Attempting to bind port b04307c8-9a0f-4869-bd94-f59fed0941c6 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 14:34:32.608087 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Attempting to bind port b04307c8-9a0f-4869-bd94-f59fed0941c6 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'e77eac2c-e9c0-4bd6-8b61-1b0f43315483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c9334d2-ed47-4596-b47e-acb029204725'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 14:34:32.608417 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Attempting to bind port b04307c8-9a0f-4869-bd94-f59fed0941c6 on network 7c9334d2-ed47-4596-b47e-acb029204725 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:34:32.613745 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Port b04307c8-9a0f-4869-bd94-f59fed0941c6 on network 7c9334d2-ed47-4596-b47e-acb029204725 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 14:34:32.614083 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Attempting to bind port b04307c8-9a0f-4869-bd94-f59fed0941c6 on network 7c9334d2-ed47-4596-b47e-acb029204725 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 14:34:32.619348 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Checking agent: {'id': 'c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'started_at': datetime.datetime(2022, 3, 7, 14, 5, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 14, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 14:34:32.619685 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Checking segment: {'id': 'e77eac2c-e9c0-4bd6-8b61-1b0f43315483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c9334d2-ed47-4596-b47e-acb029204725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 14:34:32.620069 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Bound using segment: {'id': 'e77eac2c-e9c0-4bd6-8b61-1b0f43315483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c9334d2-ed47-4596-b47e-acb029204725'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 14:34:32.620494 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Bound port: b04307c8-9a0f-4869-bd94-f59fed0941c6, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e77eac2c-e9c0-4bd6-8b61-1b0f43315483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c9334d2-ed47-4596-b47e-acb029204725'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 14:34:32.620884 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618012'] for port (b04307c8-9a0f-4869-bd94-f59fed0941c6), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:32.693486 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] For port b04307c8-9a0f-4869-bd94-f59fed0941c6, host hv-cinder-79400, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 14:34:32.696520 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] For port b04307c8-9a0f-4869-bd94-f59fed0941c6, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=b04307c8-9a0f-4869-bd94-f59fed0941c6,segment=NetworkSegment(e77eac2c-e9c0-4bd6-8b61-1b0f43315483),segment_id=e77eac2c-e9c0-4bd6-8b61-1b0f43315483)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 14:34:32.702812 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793137458104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793137016513', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793137016531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276028'] for port (b04307c8-9a0f-4869-bd94-f59fed0941c6), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:32.739068 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:34:32.739680 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:32.741092 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] 10.222.0.25 "PUT /v2.0/ports/b04307c8-9a0f-4869-bd94-f59fed0941c6 HTTP/1.1" status: 200 len: 1093 time: 0.6434562 Mar 07 14:34:32.741526 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6328cace-1843-44b7-80c8-655340b3c149', 'tag': 'b04307c8-9a0f-4869-bd94-f59fed0941c6'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:34:32.743719 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dbf7b9c6b7f072e4bbbba1122a662aa3c01aa9ebb6696ee1c3640a499d2f100" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b89608d-a669-4385-900e-e03b73a224d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6328cace-1843-44b7-80c8-655340b3c149", "tag": "b04307c8-9a0f-4869-bd94-f59fed0941c6"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:34:32.786410 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4cb13-dbd5-440a-a35e-185c3b372d7d service neutron] Pushing event updated for resources: {'Port': ['ID=b04307c8-9a0f-4869-bd94-f59fed0941c6,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:32.796487 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 14:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a4fa8f-4995-4808-b7a7-b60e167b716d x-openstack-request-id: req-98a4fa8f-4995-4808-b7a7-b60e167b716d {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:34:32.796897 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6328cace-1843-44b7-80c8-655340b3c149", "tag": "b04307c8-9a0f-4869-bd94-f59fed0941c6", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:34:32.797221 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98a4fa8f-4995-4808-b7a7-b60e167b716d {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:34:32.797725 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6328cace-1843-44b7-80c8-655340b3c149', 'tag': 'b04307c8-9a0f-4869-bd94-f59fed0941c6', 'status': 'completed', 'code': 200} Mar 07 14:34:32.897225 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682334f4-a529-4867-969a-66c17bc4ab70 req-5212921e-8d83-4bec-b0dd-c6fd81ce3f4e tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:34:32.898821 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-682334f4-a529-4867-969a-66c17bc4ab70 req-5212921e-8d83-4bec-b0dd-c6fd81ce3f4e tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "GET /v2.0/ports?device_id=6328cace-1843-44b7-80c8-655340b3c149 HTTP/1.1" status: 200 len: 943 time: 0.0917161 Mar 07 14:34:32.901173 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-bce380ad-546e-4f6d-9cf5-40bf495bcc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:34:32.902560 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-bce380ad-546e-4f6d-9cf5-40bf495bcc3b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=62a4bedc40e9455fa05fcdcfa8a71455&device_id=6328cace-1843-44b7-80c8-655340b3c149 HTTP/1.1" status: 200 len: 1127 time: 0.0852940 Mar 07 14:34:32.962279 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-89a81854-be61-4edd-bf2b-dabd3413e803 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b04307c8-9a0f-4869-bd94-f59fed0941c6 HTTP/1.1" status: 200 len: 217 time: 0.0437098 Mar 07 14:34:33.018431 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-682334f4-a529-4867-969a-66c17bc4ab70 req-cb38e962-eb0e-4fa8-8894-f2098e00b508 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "GET /v2.0/security-groups?id=63b442bf-88f1-4969-9b8c-6164ffe91686&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121144 Mar 07 14:34:33.026299 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-8479cbda-4021-4e83-9e77-6b09e2331db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:34:33.028056 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-8479cbda-4021-4e83-9e77-6b09e2331db9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a5a14e56-f7bc-483e-bc11-04d5820d50ec HTTP/1.1" status: 200 len: 848 time: 0.0601330 Mar 07 14:34:33.079412 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-02f8cbea-6a9b-45b5-923f-9e3ad656f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:34:33.080951 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-02f8cbea-6a9b-45b5-923f-9e3ad656f4e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7c9334d2-ed47-4596-b47e-acb029204725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443895 Mar 07 14:34:33.171393 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-3dddb5b3-ccdd-4dba-87a3-e10981187bc6 service neutron] 10.222.0.25 "GET /v2.0/networks/7c9334d2-ed47-4596-b47e-acb029204725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846291 Mar 07 14:34:33.258398 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-4e43095c-d99b-418a-b4e9-fc45fdf69e5b service neutron] 10.222.0.25 "GET /v2.0/networks/7c9334d2-ed47-4596-b47e-acb029204725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805016 Mar 07 14:34:33.380391 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89608d-a669-4385-900e-e03b73a224d2 req-8ab4b282-ca6c-43aa-a7d4-d0be22d5d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:34:33.382044 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4b89608d-a669-4385-900e-e03b73a224d2 req-8ab4b282-ca6c-43aa-a7d4-d0be22d5d758 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=62a4bedc40e9455fa05fcdcfa8a71455&device_id=6328cace-1843-44b7-80c8-655340b3c149 HTTP/1.1" status: 200 len: 1127 time: 0.0503769 Mar 07 14:34:33.475683 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89608d-a669-4385-900e-e03b73a224d2 req-b1f0f6aa-6e4e-4073-8700-ea613a2821f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:34:33.477169 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4b89608d-a669-4385-900e-e03b73a224d2 req-b1f0f6aa-6e4e-4073-8700-ea613a2821f8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7c9334d2-ed47-4596-b47e-acb029204725 HTTP/1.1" status: 200 len: 910 time: 0.0863771 Mar 07 14:34:33.521624 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4b89608d-a669-4385-900e-e03b73a224d2 req-77f4206b-8ac6-4997-aff0-aa95d40f20a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b04307c8-9a0f-4869-bd94-f59fed0941c6 HTTP/1.1" status: 200 len: 217 time: 0.0373452 Mar 07 14:34:33.568062 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89608d-a669-4385-900e-e03b73a224d2 req-ccba9d07-44ed-491e-8ca7-e0fd9037c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:34:33.569557 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4b89608d-a669-4385-900e-e03b73a224d2 req-ccba9d07-44ed-491e-8ca7-e0fd9037c69b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a5a14e56-f7bc-483e-bc11-04d5820d50ec HTTP/1.1" status: 200 len: 848 time: 0.0418615 Mar 07 14:34:33.618270 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89608d-a669-4385-900e-e03b73a224d2 req-ca8681fd-ade2-45f9-a839-54010a5f7fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:34:33.619751 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4b89608d-a669-4385-900e-e03b73a224d2 req-ca8681fd-ade2-45f9-a839-54010a5f7fde service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7c9334d2-ed47-4596-b47e-acb029204725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443730 Mar 07 14:34:33.720488 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4b89608d-a669-4385-900e-e03b73a224d2 req-268474b6-b847-4370-a09f-9b808e5509d8 service neutron] 10.222.0.25 "GET /v2.0/networks/7c9334d2-ed47-4596-b47e-acb029204725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852699 Mar 07 14:34:33.758911 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-36d05eea-cd7d-4c93-854f-fa6677560422 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 14:34:33.760367 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-36d05eea-cd7d-4c93-854f-fa6677560422 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.25 "GET /v2.0/ports?device_id=6328cace-1843-44b7-80c8-655340b3c149 HTTP/1.1" status: 200 len: 943 time: 0.0548184 Mar 07 14:34:33.808763 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4b89608d-a669-4385-900e-e03b73a224d2 req-e1c3988a-2d06-4728-b87b-3ef787471f7c service neutron] 10.222.0.25 "GET /v2.0/networks/7c9334d2-ed47-4596-b47e-acb029204725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820515 Mar 07 14:34:33.854082 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Deleting port b04307c8-9a0f-4869-bd94-f59fed0941c6 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:34:33.854422 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (b04307c8-9a0f-4869-bd94-f59fed0941c6), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:33.950150 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] For port b04307c8-9a0f-4869-bd94-f59fed0941c6, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=b04307c8-9a0f-4869-bd94-f59fed0941c6,segment=NetworkSegment(e77eac2c-e9c0-4bd6-8b61-1b0f43315483),segment_id=e77eac2c-e9c0-4bd6-8b61-1b0f43315483)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:34:33.950515 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (b04307c8-9a0f-4869-bd94-f59fed0941c6), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:33.964343 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Calling delete_port for b04307c8-9a0f-4869-bd94-f59fed0941c6 owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:34:34.092914 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7721307'] for port (b04307c8-9a0f-4869-bd94-f59fed0941c6), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:34.115889 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c3f05c38-3fdc-4343-9291-e1ce4b398b6d req-93d3cbe9-89a3-41b4-b342-b1861304d7db tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "GET /v2.0/ports?device_id=6328cace-1843-44b7-80c8-655340b3c149 HTTP/1.1" status: 200 len: 210 time: 0.0289328 Mar 07 14:34:34.121061 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Pushing event deleted for resources: {'Port': ['ID=b04307c8-9a0f-4869-bd94-f59fed0941c6,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:34.133900 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:34.134253 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:34.134599 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:34.134939 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:34.135273 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:34.135603 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:34.135936 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:34.136449 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:34.136583 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:34.136930 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:34.137247 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:34.137576 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:34.137896 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:34.173319 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] No DVR routers for this DVR port b04307c8-9a0f-4869-bd94-f59fed0941c6 on host hv-cinder-79400 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:34:34.177046 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238787'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:34.180340 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [req-157f2fa1-c67c-4441-9edf-6c859e4a0b7e req-d46b0ff6-0954-479c-9929-dd659a30c34b tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.25 "DELETE /v2.0/ports/b04307c8-9a0f-4869-bd94-f59fed0941c6 HTTP/1.1" status: 204 len: 173 time: 0.4145250 Mar 07 14:34:34.180820 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6328cace-1843-44b7-80c8-655340b3c149', 'name': 'network-vif-deleted', 'tag': 'b04307c8-9a0f-4869-bd94-f59fed0941c6'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 14:34:34.183120 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b227fff841cc36c28be207e5082edf6552ac5a262496b0e086d32ab3e88bf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cee5fd9-3d3e-44e5-991d-f8baa5e01fdd" -d '{"events": [{"server_uuid": "6328cace-1843-44b7-80c8-655340b3c149", "name": "network-vif-deleted", "tag": "b04307c8-9a0f-4869-bd94-f59fed0941c6"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 14:34:34.321791 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Mar 2022 14:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347735b5-3c87-44a3-b4cc-fbac9bc0f3c8 x-openstack-request-id: req-347735b5-3c87-44a3-b4cc-fbac9bc0f3c8 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 14:34:34.322082 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6328cace-1843-44b7-80c8-655340b3c149", "name": "network-vif-deleted", "tag": "b04307c8-9a0f-4869-bd94-f59fed0941c6", "status": "failed", "code": 422}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 14:34:34.322356 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-347735b5-3c87-44a3-b4cc-fbac9bc0f3c8 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 14:34:34.322770 dv-cinder-794001-5-iscsi neutron-server[103240]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6328cace-1843-44b7-80c8-655340b3c149', 'name': 'network-vif-deleted', 'tag': 'b04307c8-9a0f-4869-bd94-f59fed0941c6', 'status': 'failed', 'code': 422} returned with failed status Mar 07 14:34:34.392232 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:34:35.226173 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-42dbe866-679a-4c47-ad3d-c04c5608769b req-6db357a2-59e0-45b0-bdf9-83b6becc5c14 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "GET /v2.0/ports?device_id=6328cace-1843-44b7-80c8-655340b3c149 HTTP/1.1" status: 200 len: 210 time: 0.0302515 Mar 07 14:34:35.366079 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3d51efd7-75e3-4bf6-b98b-f2c349ed0138 req-0ca77680-3681-46a0-8a58-43face15ea53 tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "GET /v2.0/ports?device_id=6328cace-1843-44b7-80c8-655340b3c149 HTTP/1.1" status: 200 len: 210 time: 0.0265791 Mar 07 14:34:35.606609 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49582) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:35.661902 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9d2ea1c2-15ec-4096-8182-ec76659b205d tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group (63b442bf-88f1-4969-9b8c-6164ffe91686), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:35.686120 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9d2ea1c2-15ec-4096-8182-ec76659b205d tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group (63b442bf-88f1-4969-9b8c-6164ffe91686), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:35.746316 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9d2ea1c2-15ec-4096-8182-ec76659b205d tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (63b442bf-88f1-4969-9b8c-6164ffe91686), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:35.748892 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9d2ea1c2-15ec-4096-8182-ec76659b205d tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:35.750283 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-9d2ea1c2-15ec-4096-8182-ec76659b205d tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] 10.222.0.26 "DELETE /v2.0/security-groups/63b442bf-88f1-4969-9b8c-6164ffe91686 HTTP/1.1" status: 204 len: 168 time: 0.1426899 Mar 07 14:34:35.762985 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ea1c2-15ec-4096-8182-ec76659b205d tempest-TestShelveInstance-744988418 tempest-TestShelveInstance-744988418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b442bf-88f1-4969-9b8c-6164ffe91686,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:35.792429 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49586) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:36.132941 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4c6cce0c-fc2c-44aa-bf11-4421223537e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753688'] for router_interface (7341ec70-fc23-400c-8f5d-2897b93e9693), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:36.372113 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-4c6cce0c-fc2c-44aa-bf11-4421223537e2 admin admin] Deleting port e726159c-d67d-4613-b494-81668308e598 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:34:36.372873 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4c6cce0c-fc2c-44aa-bf11-4421223537e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (e726159c-d67d-4613-b494-81668308e598), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:36.447721 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-4c6cce0c-fc2c-44aa-bf11-4421223537e2 admin admin] For port e726159c-d67d-4613-b494-81668308e598, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=e726159c-d67d-4613-b494-81668308e598,segment=NetworkSegment(e77eac2c-e9c0-4bd6-8b61-1b0f43315483),segment_id=e77eac2c-e9c0-4bd6-8b61-1b0f43315483)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:34:36.448001 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4c6cce0c-fc2c-44aa-bf11-4421223537e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (e726159c-d67d-4613-b494-81668308e598), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:36.459084 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-4c6cce0c-fc2c-44aa-bf11-4421223537e2 admin admin] Calling delete_port for e726159c-d67d-4613-b494-81668308e598 owned by network:router_interface {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:34:36.640847 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4c6cce0c-fc2c-44aa-bf11-4421223537e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (e726159c-d67d-4613-b494-81668308e598), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:36.663771 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cce0c-fc2c-44aa-bf11-4421223537e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e726159c-d67d-4613-b494-81668308e598,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:36.836977 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4c6cce0c-fc2c-44aa-bf11-4421223537e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1753644'] for router_interface (7341ec70-fc23-400c-8f5d-2897b93e9693), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:37.301923 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6cce0c-fc2c-44aa-bf11-4421223537e2 admin admin] Router 7341ec70-fc23-400c-8f5d-2897b93e9693 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:34:37.410221 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6cce0c-fc2c-44aa-bf11-4421223537e2 admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:34:37.415270 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-4c6cce0c-fc2c-44aa-bf11-4421223537e2 admin admin] 10.222.0.26 "PUT /v2.0/routers/7341ec70-fc23-400c-8f5d-2897b93e9693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6216123 Mar 07 14:34:37.417663 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49588) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:37.418825 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0618f562-2677-4159-a680-e47a35e6c31d None None] Sync routers for ids ['7341ec70-fc23-400c-8f5d-2897b93e9693'] in dv-cinder-794001-5-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:34:37.428623 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0618f562-2677-4159-a680-e47a35e6c31d None None] Routers {'7341ec70-fc23-400c-8f5d-2897b93e9693'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:34:37.429280 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-0618f562-2677-4159-a680-e47a35e6c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:34:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['7341ec70-fc23-400c-8f5d-2897b93e9693'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:37.523388 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-e49e-4513-8020-322d5ae033c1 admin admin] Publish callbacks [] for router (7341ec70-fc23-400c-8f5d-2897b93e9693), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:37.534340 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-0618f562-2677-4159-a680-e47a35e6c31d None None] Set router 7341ec70-fc23-400c-8f5d-2897b93e9693 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:34:37.629087 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-e49e-4513-8020-322d5ae033c1 admin admin] Publish callbacks [] for router_gateway (7341ec70-fc23-400c-8f5d-2897b93e9693), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:37.686056 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-e49e-4513-8020-322d5ae033c1 admin admin] Deleting port 71139f1a-c4e5-4eda-bf4d-62da36bb3984 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:34:37.686383 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-e49e-4513-8020-322d5ae033c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (71139f1a-c4e5-4eda-bf4d-62da36bb3984), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:37.711156 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-0618f562-2677-4159-a680-e47a35e6c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341ec70-fc23-400c-8f5d-2897b93e9693', 'name': 'tempest-TestShelveInstance-1806261576-router', 'tenant_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '71139f1a-c4e5-4eda-bf4d-62da36bb3984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:33:55Z', 'updated_at': '2022-03-07T14:34:36Z', 'revision_number': 5, 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'gw_port': {'id': '71139f1a-c4e5-4eda-bf4d-62da36bb3984', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7341ec70-fc23-400c-8f5d-2897b93e9693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:33:55Z', 'updated_at': '2022-03-07T14:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:37.738464 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0618f562-2677-4159-a680-e47a35e6c31d None None] Checking router: 7341ec70-fc23-400c-8f5d-2897b93e9693 for host: dv-cinder-794001-5-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:34:37.746523 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0618f562-2677-4159-a680-e47a35e6c31d None None] Routers {'7341ec70-fc23-400c-8f5d-2897b93e9693'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:34:37.747121 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-0618f562-2677-4159-a680-e47a35e6c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:34:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['7341ec70-fc23-400c-8f5d-2897b93e9693'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:37.764922 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-2999c806-e49e-4513-8020-322d5ae033c1 admin admin] For port 71139f1a-c4e5-4eda-bf4d-62da36bb3984, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=71139f1a-c4e5-4eda-bf4d-62da36bb3984,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:34:37.765287 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-e49e-4513-8020-322d5ae033c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (71139f1a-c4e5-4eda-bf4d-62da36bb3984), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:37.777563 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-e49e-4513-8020-322d5ae033c1 admin admin] Calling delete_port for 71139f1a-c4e5-4eda-bf4d-62da36bb3984 owned by network:router_gateway {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:34:37.835504 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-0618f562-2677-4159-a680-e47a35e6c31d None None] Set router 7341ec70-fc23-400c-8f5d-2897b93e9693 gateway port host: None {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:34:37.888528 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-0618f562-2677-4159-a680-e47a35e6c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7341ec70-fc23-400c-8f5d-2897b93e9693', 'name': 'tempest-TestShelveInstance-1806261576-router', 'tenant_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:33:55Z', 'updated_at': '2022-03-07T14:34:37Z', 'revision_number': 6, 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'gw_port_host': None}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:37.914907 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0618f562-2677-4159-a680-e47a35e6c31d None None] The sync data for ids ['7341ec70-fc23-400c-8f5d-2897b93e9693'] in dv-cinder-794001-5-iscsi is: [{'id': '7341ec70-fc23-400c-8f5d-2897b93e9693', 'name': 'tempest-TestShelveInstance-1806261576-router', 'tenant_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:33:55Z', 'updated_at': '2022-03-07T14:34:37Z', 'revision_number': 6, 'project_id': '62a4bedc40e9455fa05fcdcfa8a71455', 'gw_port_host': None}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:34:37.953358 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-e49e-4513-8020-322d5ae033c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (71139f1a-c4e5-4eda-bf4d-62da36bb3984), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:37.984512 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-e49e-4513-8020-322d5ae033c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=71139f1a-c4e5-4eda-bf4d-62da36bb3984,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:38.042945 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-e49e-4513-8020-322d5ae033c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1753990'] for router_gateway (7341ec70-fc23-400c-8f5d-2897b93e9693), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.133465 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-e49e-4513-8020-322d5ae033c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8516'] for router (7341ec70-fc23-400c-8f5d-2897b93e9693), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.135528 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-e49e-4513-8020-322d5ae033c1 admin admin] Publish callbacks [] for router_controller (7341ec70-fc23-400c-8f5d-2897b93e9693), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.180866 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-e49e-4513-8020-322d5ae033c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1757989'] for router (7341ec70-fc23-400c-8f5d-2897b93e9693), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.181389 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2999c806-e49e-4513-8020-322d5ae033c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7341ec70-fc23-400c-8f5d-2897b93e9693 {{(pid=103241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:34:38.186070 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-e49e-4513-8020-322d5ae033c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.187212 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-2999c806-e49e-4513-8020-322d5ae033c1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/7341ec70-fc23-400c-8f5d-2897b93e9693 HTTP/1.1" status: 204 len: 168 time: 0.7686286 Mar 07 14:34:38.190698 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49590) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:38.234540 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-029a70ee-590f-4480-9f47-0423d104fd01 admin admin] Deleting subnet a5a14e56-f7bc-483e-bc11-04d5820d50ec {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:34:38.237803 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-029a70ee-590f-4480-9f47-0423d104fd01 admin admin] Publish callbacks [] for subnet (a5a14e56-f7bc-483e-bc11-04d5820d50ec), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.288440 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-029a70ee-590f-4480-9f47-0423d104fd01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4275966'] for subnet (a5a14e56-f7bc-483e-bc11-04d5820d50ec), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.375987 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-029a70ee-590f-4480-9f47-0423d104fd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517177'] for subnet (a5a14e56-f7bc-483e-bc11-04d5820d50ec), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.428782 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-029a70ee-590f-4480-9f47-0423d104fd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578884'] for subnet (a5a14e56-f7bc-483e-bc11-04d5820d50ec), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.454077 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a70ee-590f-4480-9f47-0423d104fd01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5a14e56-f7bc-483e-bc11-04d5820d50ec,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:38.459408 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-029a70ee-590f-4480-9f47-0423d104fd01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.463039 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-029a70ee-590f-4480-9f47-0423d104fd01 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a5a14e56-f7bc-483e-bc11-04d5820d50ec HTTP/1.1" status: 204 len: 168 time: 0.2711191 Mar 07 14:34:38.464478 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a9bcb8-e7c8-4913-8260-9ce43ee3185c None None] Network 7c9334d2-ed47-4596-b47e-acb029204725 requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:34:38.465170 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49592) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:38.537223 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3584630'] for network (7c9334d2-ed47-4596-b47e-acb029204725), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.593037 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] Deleting port 136e1c41-d5fa-4d36-a35f-338dd2bec176 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:34:38.593375 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (136e1c41-d5fa-4d36-a35f-338dd2bec176), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.655651 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] For port 136e1c41-d5fa-4d36-a35f-338dd2bec176, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=136e1c41-d5fa-4d36-a35f-338dd2bec176,segment=NetworkSegment(e77eac2c-e9c0-4bd6-8b61-1b0f43315483),segment_id=e77eac2c-e9c0-4bd6-8b61-1b0f43315483)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:34:38.656008 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (136e1c41-d5fa-4d36-a35f-338dd2bec176), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.667396 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] DHCP port deletion for 7c9334d2-ed47-4596-b47e-acb029204725 request from dv-cinder-794001-5-iscsi {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 14:34:38.669421 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] Calling delete_port for 136e1c41-d5fa-4d36-a35f-338dd2bec176 owned by network:dhcp {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:34:38.718693 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] Deleting port 136e1c41-d5fa-4d36-a35f-338dd2bec176 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:34:38.719063 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (136e1c41-d5fa-4d36-a35f-338dd2bec176), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.756467 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (136e1c41-d5fa-4d36-a35f-338dd2bec176), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.781374 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] Pushing event deleted for resources: {'Port': ['ID=136e1c41-d5fa-4d36-a35f-338dd2bec176,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:38.782495 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] For port 136e1c41-d5fa-4d36-a35f-338dd2bec176, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=136e1c41-d5fa-4d36-a35f-338dd2bec176,segment=NetworkSegment(e77eac2c-e9c0-4bd6-8b61-1b0f43315483),segment_id=e77eac2c-e9c0-4bd6-8b61-1b0f43315483)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:34:38.782951 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (136e1c41-d5fa-4d36-a35f-338dd2bec176), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.787942 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] No DVR routers for this DVR port 136e1c41-d5fa-4d36-a35f-338dd2bec176 on host dv-cinder-794001-5-iscsi {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:34:38.798956 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] Calling delete_port for 136e1c41-d5fa-4d36-a35f-338dd2bec176 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:34:38.857934 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479414', 'neutron.services.segments.db._delete_segments_for_network-8793137543527'] for network (7c9334d2-ed47-4596-b47e-acb029204725), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.881092 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504'] for port (136e1c41-d5fa-4d36-a35f-338dd2bec176), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.882931 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9334d2-ed47-4596-b47e-acb029204725']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:38.894453 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77eac2c-e9c0-4bd6-8b61-1b0f43315483') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:38.894913 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77eac2c-e9c0-4bd6-8b61-1b0f43315483') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:38.904940 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793137544560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4275717'] for segment (e77eac2c-e9c0-4bd6-8b61-1b0f43315483), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.907524 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] Pushing event deleted for resources: {'Port': ['ID=136e1c41-d5fa-4d36-a35f-338dd2bec176,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:38.915244 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] No DVR routers for this DVR port 136e1c41-d5fa-4d36-a35f-338dd2bec176 on host dv-cinder-794001-5-iscsi {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:34:38.917496 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:38.917850 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:38.918202 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:38.918552 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:38.919017 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:38.919360 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:38.919693 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:38.920130 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (e77eac2c-e9c0-4bd6-8b61-1b0f43315483), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.922314 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:38.922675 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:38.923021 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:38.923419 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:38.924268 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:38.924586 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32abb024-b767-41d7-9085-a122333ecb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-5-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 14:34:38.929488 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:34:38.929917 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4275992'] for segment (e77eac2c-e9c0-4bd6-8b61-1b0f43315483), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: Traceback (most recent call last): Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: timer() Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: cb(*args, **kw) Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: return func(*args, **kwargs) Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: self._notify() Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: self.callback(batched_events) Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: event.method(event) Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: return f(self, *a, **k) Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: return self._get(url).json() Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: return self.request(url, 'GET', **kwargs) Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:34:38.931845 dv-cinder-794001-5-iscsi neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:34:38.990119 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754018'] for network (7c9334d2-ed47-4596-b47e-acb029204725), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:38.998403 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:39.005537 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] 10.222.0.26 "DELETE /v2.0/networks/7c9334d2-ed47-4596-b47e-acb029204725 HTTP/1.1" status: 204 len: 168 time: 0.5367484 Mar 07 14:34:39.005856 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49594) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:39.024106 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88366b-6999-46fa-b93d-94c234f5c06f admin admin] Pushing event deleted for resources: {'Network': ['ID=7c9334d2-ed47-4596-b47e-acb029204725,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:39.359220 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0eb6a6e0-a43f-4b02-85a1-35dc70feaa4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753688'] for router_interface (76a8ba93-9848-437b-82f3-1905bef96585), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:39.384706 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 71139f1a-c4e5-4eda-bf4d-62da36bb3984 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:34:39.405131 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: 71139f1a-c4e5-4eda-bf4d-62da36bb3984 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:34:39.405484 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 71139f1a-c4e5-4eda-bf4d-62da36bb3984 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:34:39.405897 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 136e1c41-d5fa-4d36-a35f-338dd2bec176 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:34:39.424959 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: 136e1c41-d5fa-4d36-a35f-338dd2bec176 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:34:39.425310 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 136e1c41-d5fa-4d36-a35f-338dd2bec176 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:34:39.425716 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device e726159c-d67d-4613-b494-81668308e598 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:34:39.446843 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: e726159c-d67d-4613-b494-81668308e598 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:34:39.447194 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device e726159c-d67d-4613-b494-81668308e598 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:34:39.603546 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-0eb6a6e0-a43f-4b02-85a1-35dc70feaa4f admin admin] Deleting port a4b506a8-34ca-4aae-b11e-0362d80e0e8e {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:34:39.604115 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0eb6a6e0-a43f-4b02-85a1-35dc70feaa4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:39.679823 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-0eb6a6e0-a43f-4b02-85a1-35dc70feaa4f admin admin] For port a4b506a8-34ca-4aae-b11e-0362d80e0e8e, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=a4b506a8-34ca-4aae-b11e-0362d80e0e8e,segment=NetworkSegment(8f38f44d-0815-461a-bc31-bc1dae091937),segment_id=8f38f44d-0815-461a-bc31-bc1dae091937)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:34:39.680177 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0eb6a6e0-a43f-4b02-85a1-35dc70feaa4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:39.692232 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-0eb6a6e0-a43f-4b02-85a1-35dc70feaa4f admin admin] Calling delete_port for a4b506a8-34ca-4aae-b11e-0362d80e0e8e owned by network:router_interface {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:34:39.872664 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0eb6a6e0-a43f-4b02-85a1-35dc70feaa4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (a4b506a8-34ca-4aae-b11e-0362d80e0e8e), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:39.900965 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6a6e0-a43f-4b02-85a1-35dc70feaa4f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b506a8-34ca-4aae-b11e-0362d80e0e8e,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:40.068661 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0eb6a6e0-a43f-4b02-85a1-35dc70feaa4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1753644'] for router_interface (76a8ba93-9848-437b-82f3-1905bef96585), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:40.542898 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb6a6e0-a43f-4b02-85a1-35dc70feaa4f admin admin] Router 76a8ba93-9848-437b-82f3-1905bef96585 has already been hosted by L3 agent d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 14:34:40.650275 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb6a6e0-a43f-4b02-85a1-35dc70feaa4f admin admin] Notify agent at l3_agent.dv-cinder-794001-5-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 14:34:40.656196 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-0eb6a6e0-a43f-4b02-85a1-35dc70feaa4f admin admin] 10.222.0.26 "PUT /v2.0/routers/76a8ba93-9848-437b-82f3-1905bef96585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6481614 Mar 07 14:34:40.657751 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49596) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:40.660792 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a2c2db-51a7-4a63-b31d-58c92ff69cd7 None None] Sync routers for ids ['76a8ba93-9848-437b-82f3-1905bef96585'] in dv-cinder-794001-5-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 14:34:40.670361 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a2c2db-51a7-4a63-b31d-58c92ff69cd7 None None] Routers {'76a8ba93-9848-437b-82f3-1905bef96585'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:34:40.670978 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-63a2c2db-51a7-4a63-b31d-58c92ff69cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:34:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['76a8ba93-9848-437b-82f3-1905bef96585'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:40.763942 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9ed562f-427d-46f2-99cc-4cdb0d819248 admin admin] Publish callbacks [] for router (76a8ba93-9848-437b-82f3-1905bef96585), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:40.778657 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-63a2c2db-51a7-4a63-b31d-58c92ff69cd7 None None] Set router 76a8ba93-9848-437b-82f3-1905bef96585 gateway port host: dv-cinder-794001-5-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:34:40.867359 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9ed562f-427d-46f2-99cc-4cdb0d819248 admin admin] Publish callbacks [] for router_gateway (76a8ba93-9848-437b-82f3-1905bef96585), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:40.918875 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-d9ed562f-427d-46f2-99cc-4cdb0d819248 admin admin] Deleting port be94c480-9a49-49c2-b0b0-223cec4edc8e {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:34:40.919207 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9ed562f-427d-46f2-99cc-4cdb0d819248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (be94c480-9a49-49c2-b0b0-223cec4edc8e), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:40.961961 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-63a2c2db-51a7-4a63-b31d-58c92ff69cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a8ba93-9848-437b-82f3-1905bef96585', 'name': 'tempest-TestShelveInstance-295462817-router', 'tenant_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'external_fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'be94c480-9a49-49c2-b0b0-223cec4edc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:33:59Z', 'updated_at': '2022-03-07T14:34:39Z', 'revision_number': 5, 'project_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'gw_port': {'id': 'be94c480-9a49-49c2-b0b0-223cec4edc8e', 'name': '', 'network_id': '0de42621-7ed5-44f0-83fc-77dfdf4f89a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a8ba93-9848-437b-82f3-1905bef96585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T14:34:00Z', 'updated_at': '2022-03-07T14:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f95c92d6-9e0f-4d00-9e79-b9c60c38725e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-5-iscsi'}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:40.992380 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a2c2db-51a7-4a63-b31d-58c92ff69cd7 None None] Checking router: 76a8ba93-9848-437b-82f3-1905bef96585 for host: dv-cinder-794001-5-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 14:34:40.995976 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-d9ed562f-427d-46f2-99cc-4cdb0d819248 admin admin] For port be94c480-9a49-49c2-b0b0-223cec4edc8e, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=be94c480-9a49-49c2-b0b0-223cec4edc8e,segment=NetworkSegment(a27e366f-3b96-4839-b070-bc9062619b2c),segment_id=a27e366f-3b96-4839-b070-bc9062619b2c)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:34:40.996342 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9ed562f-427d-46f2-99cc-4cdb0d819248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (be94c480-9a49-49c2-b0b0-223cec4edc8e), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:41.000599 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a2c2db-51a7-4a63-b31d-58c92ff69cd7 None None] Routers {'76a8ba93-9848-437b-82f3-1905bef96585'} bound to L3 agent in host dv-cinder-794001-5-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 14:34:41.001229 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-63a2c2db-51a7-4a63-b31d-58c92ff69cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T13:59:48Z,description=,heartbeat_timestamp=2022-03-07T14:34:18Z,host='dv-cinder-794001-5-iscsi',id=d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T13:59:48Z,topic='l3_agent')) {'router_ids': ['76a8ba93-9848-437b-82f3-1905bef96585'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:41.008639 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-d9ed562f-427d-46f2-99cc-4cdb0d819248 admin admin] Calling delete_port for be94c480-9a49-49c2-b0b0-223cec4edc8e owned by network:router_gateway {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:34:41.086770 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-63a2c2db-51a7-4a63-b31d-58c92ff69cd7 None None] Set router 76a8ba93-9848-437b-82f3-1905bef96585 gateway port host: None {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 14:34:41.141419 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-63a2c2db-51a7-4a63-b31d-58c92ff69cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a8ba93-9848-437b-82f3-1905bef96585', 'name': 'tempest-TestShelveInstance-295462817-router', 'tenant_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:33:59Z', 'updated_at': '2022-03-07T14:34:40Z', 'revision_number': 6, 'project_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'gw_port_host': None}], 'dv-cinder-794001-5-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:41.167697 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a2c2db-51a7-4a63-b31d-58c92ff69cd7 None None] The sync data for ids ['76a8ba93-9848-437b-82f3-1905bef96585'] in dv-cinder-794001-5-iscsi is: [{'id': '76a8ba93-9848-437b-82f3-1905bef96585', 'name': 'tempest-TestShelveInstance-295462817-router', 'tenant_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T14:33:59Z', 'updated_at': '2022-03-07T14:34:40Z', 'revision_number': 6, 'project_id': 'ec49123ecfe14d8cb4e638c6211cdbbe', 'gw_port_host': None}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 14:34:41.171540 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9ed562f-427d-46f2-99cc-4cdb0d819248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (be94c480-9a49-49c2-b0b0-223cec4edc8e), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:41.202194 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed562f-427d-46f2-99cc-4cdb0d819248 admin admin] Pushing event deleted for resources: {'Port': ['ID=be94c480-9a49-49c2-b0b0-223cec4edc8e,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:41.262492 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9ed562f-427d-46f2-99cc-4cdb0d819248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1753990'] for router_gateway (76a8ba93-9848-437b-82f3-1905bef96585), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:41.352267 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9ed562f-427d-46f2-99cc-4cdb0d819248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8516'] for router (76a8ba93-9848-437b-82f3-1905bef96585), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:41.354416 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9ed562f-427d-46f2-99cc-4cdb0d819248 admin admin] Publish callbacks [] for router_controller (76a8ba93-9848-437b-82f3-1905bef96585), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:41.399441 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9ed562f-427d-46f2-99cc-4cdb0d819248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1757989'] for router (76a8ba93-9848-437b-82f3-1905bef96585), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:41.399945 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ed562f-427d-46f2-99cc-4cdb0d819248 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76a8ba93-9848-437b-82f3-1905bef96585 {{(pid=103241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 14:34:41.404125 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9ed562f-427d-46f2-99cc-4cdb0d819248 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:41.405306 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-d9ed562f-427d-46f2-99cc-4cdb0d819248 admin admin] 10.222.0.26 "DELETE /v2.0/routers/76a8ba93-9848-437b-82f3-1905bef96585 HTTP/1.1" status: 204 len: 168 time: 0.7464874 Mar 07 14:34:41.407700 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49598) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:41.451472 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a3f051-6c19-4118-80f1-111e95950a0f admin admin] Deleting subnet b495a49e-31aa-4991-bf54-cbe2088414ad {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 14:34:41.454601 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f051-6c19-4118-80f1-111e95950a0f admin admin] Publish callbacks [] for subnet (b495a49e-31aa-4991-bf54-cbe2088414ad), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:41.489889 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f051-6c19-4118-80f1-111e95950a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4275966'] for subnet (b495a49e-31aa-4991-bf54-cbe2088414ad), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:41.584640 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f051-6c19-4118-80f1-111e95950a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517177'] for subnet (b495a49e-31aa-4991-bf54-cbe2088414ad), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:41.610580 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device a4b506a8-34ca-4aae-b11e-0362d80e0e8e no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:34:41.639340 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: a4b506a8-34ca-4aae-b11e-0362d80e0e8e {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:34:41.639970 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device a4b506a8-34ca-4aae-b11e-0362d80e0e8e not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:34:41.649396 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f051-6c19-4118-80f1-111e95950a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578884'] for subnet (b495a49e-31aa-4991-bf54-cbe2088414ad), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:41.675633 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3f051-6c19-4118-80f1-111e95950a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b495a49e-31aa-4991-bf54-cbe2088414ad,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:41.680060 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f051-6c19-4118-80f1-111e95950a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:41.683718 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a3a3f051-6c19-4118-80f1-111e95950a0f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b495a49e-31aa-4991-bf54-cbe2088414ad HTTP/1.1" status: 204 len: 168 time: 0.2744212 Mar 07 14:34:41.685667 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49600) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:41.686228 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dd8567-765d-474f-8993-e31c3236edca None None] Network a8b873e2-3cab-4094-83cd-b7d8a535f07e requested from dv-cinder-794001-5-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 14:34:41.753320 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3584630'] for network (a8b873e2-3cab-4094-83cd-b7d8a535f07e), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:41.812262 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] Deleting port 85a5a900-8c6f-4358-b321-d874251e8fd4 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:34:41.812603 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (85a5a900-8c6f-4358-b321-d874251e8fd4), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:41.873793 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] For port 85a5a900-8c6f-4358-b321-d874251e8fd4, host dv-cinder-794001-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-5-iscsi',level=0,port_id=85a5a900-8c6f-4358-b321-d874251e8fd4,segment=NetworkSegment(8f38f44d-0815-461a-bc31-bc1dae091937),segment_id=8f38f44d-0815-461a-bc31-bc1dae091937)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:34:41.874072 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (85a5a900-8c6f-4358-b321-d874251e8fd4), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:41.886172 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] Calling delete_port for 85a5a900-8c6f-4358-b321-d874251e8fd4 owned by network:dhcp {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:34:41.932924 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4b49e8-6264-473c-9884-4802598d538b None None] DHCP port deletion for a8b873e2-3cab-4094-83cd-b7d8a535f07e request from dv-cinder-794001-5-iscsi {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 14:34:41.971425 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276037'] for port (85a5a900-8c6f-4358-b321-d874251e8fd4), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:41.991885 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b49e8-6264-473c-9884-4802598d538b None None] Deleting port 85a5a900-8c6f-4358-b321-d874251e8fd4 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 14:34:41.992262 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ab4b49e8-6264-473c-9884-4802598d538b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793137453123'] for port (85a5a900-8c6f-4358-b321-d874251e8fd4), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:41.997723 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a5a900-8c6f-4358-b321-d874251e8fd4,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:41.999532 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] No DVR routers for this DVR port 85a5a900-8c6f-4358-b321-d874251e8fd4 on host dv-cinder-794001-5-iscsi {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:34:42.061846 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-ab4b49e8-6264-473c-9884-4802598d538b None None] For port 85a5a900-8c6f-4358-b321-d874251e8fd4, host dv-cinder-794001-5-iscsi, got binding levels [] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 14:34:42.062249 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ab4b49e8-6264-473c-9884-4802598d538b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1754954'] for port (85a5a900-8c6f-4358-b321-d874251e8fd4), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:42.070554 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479414', 'neutron.services.segments.db._delete_segments_for_network-8793137543527'] for network (a8b873e2-3cab-4094-83cd-b7d8a535f07e), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:42.076653 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b49e8-6264-473c-9884-4802598d538b None None] Calling delete_port for 85a5a900-8c6f-4358-b321-d874251e8fd4 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 14:34:42.079394 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.ipam_backend_mixin [None req-ab4b49e8-6264-473c-9884-4802598d538b None None] Port 85a5a900-8c6f-4358-b321-d874251e8fd4 was not found and therefore no delete operation was performed {{(pid=103242) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 14:34:42.081805 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ab4b49e8-6264-473c-9884-4802598d538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3617939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793137458086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793137016504'] for port (85a5a900-8c6f-4358-b321-d874251e8fd4), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:42.095519 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b873e2-3cab-4094-83cd-b7d8a535f07e']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:42.105225 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f38f44d-0815-461a-bc31-bc1dae091937') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:42.105522 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f38f44d-0815-461a-bc31-bc1dae091937') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 14:34:42.110451 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b49e8-6264-473c-9884-4802598d538b None None] Pushing event deleted for resources: {'Port': ['ID=85a5a900-8c6f-4358-b321-d874251e8fd4,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:42.114941 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4b49e8-6264-473c-9884-4802598d538b None None] No DVR routers for this DVR port 85a5a900-8c6f-4358-b321-d874251e8fd4 on host dv-cinder-794001-5-iscsi {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 14:34:42.115125 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793137544560', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4275717'] for segment (8f38f44d-0815-461a-bc31-bc1dae091937), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:42.133746 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986'] for segment (8f38f44d-0815-461a-bc31-bc1dae091937), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:42.140050 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 14:34:42.140665 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4275992'] for segment (8f38f44d-0815-461a-bc31-bc1dae091937), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: Traceback (most recent call last): Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: timer() Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: cb(*args, **kw) Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: return func(*args, **kwargs) Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: self._notify() Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: self.callback(batched_events) Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: event.method(event) Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: return f(self, *a, **k) Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: return self._get(url).json() Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: return self.request(url, 'GET', **kwargs) Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 14:34:42.142431 dv-cinder-794001-5-iscsi neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 14:34:42.200218 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754018'] for network (a8b873e2-3cab-4094-83cd-b7d8a535f07e), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:42.207246 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620248'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:42.210377 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a8b873e2-3cab-4094-83cd-b7d8a535f07e HTTP/1.1" status: 204 len: 168 time: 0.5238075 Mar 07 14:34:42.219750 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f0b39-aca9-4997-ace0-58d3b475b312 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b873e2-3cab-4094-83cd-b7d8a535f07e,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:42.378950 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49604) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:42.418002 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-8c1d880b-293c-48a7-b146-6f3d4ba42d14 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=62a4bedc40e9455fa05fcdcfa8a71455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378702 Mar 07 14:34:42.420413 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 49606) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:42.466768 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ff78de93-1b8f-4c16-9cb2-00418c0c3ef8 admin admin] Publish callbacks [] for security_group (2febfd52-7e1d-4ece-a076-9bd276a26ebe), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:42.491068 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ff78de93-1b8f-4c16-9cb2-00418c0c3ef8 admin admin] Publish callbacks [] for security_group (2febfd52-7e1d-4ece-a076-9bd276a26ebe), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:42.536858 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ff78de93-1b8f-4c16-9cb2-00418c0c3ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (2febfd52-7e1d-4ece-a076-9bd276a26ebe), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:42.539454 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ff78de93-1b8f-4c16-9cb2-00418c0c3ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:42.540602 dv-cinder-794001-5-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ff78de93-1b8f-4c16-9cb2-00418c0c3ef8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2febfd52-7e1d-4ece-a076-9bd276a26ebe HTTP/1.1" status: 204 len: 168 time: 0.1192622 Mar 07 14:34:42.547803 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78de93-1b8f-4c16-9cb2-00418c0c3ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2febfd52-7e1d-4ece-a076-9bd276a26ebe,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:42.843695 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49612) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:42.883402 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-ea3524ac-fb51-44da-8b06-28eb8e2fbe2e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec49123ecfe14d8cb4e638c6211cdbbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385203 Mar 07 14:34:42.885756 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 49614) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 14:34:42.935332 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-93d16418-c705-4741-96eb-1214b009f4c2 admin admin] Publish callbacks [] for security_group (598c2f3c-e718-4dfe-a1a7-47f1fe87733f), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:42.957025 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-93d16418-c705-4741-96eb-1214b009f4c2 admin admin] Publish callbacks [] for security_group (598c2f3c-e718-4dfe-a1a7-47f1fe87733f), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:43.003496 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-93d16418-c705-4741-96eb-1214b009f4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801864'] for security_group (598c2f3c-e718-4dfe-a1a7-47f1fe87733f), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:43.006139 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-93d16418-c705-4741-96eb-1214b009f4c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:43.007286 dv-cinder-794001-5-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-93d16418-c705-4741-96eb-1214b009f4c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/598c2f3c-e718-4dfe-a1a7-47f1fe87733f HTTP/1.1" status: 204 len: 168 time: 0.1205778 Mar 07 14:34:43.014893 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d16418-c705-4741-96eb-1214b009f4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598c2f3c-e718-4dfe-a1a7-47f1fe87733f,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 14:34:43.387964 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device be94c480-9a49-49c2-b0b0-223cec4edc8e no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:34:43.409244 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: be94c480-9a49-49c2-b0b0-223cec4edc8e {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:34:43.409596 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device be94c480-9a49-49c2-b0b0-223cec4edc8e not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:34:43.410020 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 85a5a900-8c6f-4358-b321-d874251e8fd4 no longer exists at agent ovs-agent-dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 14:34:43.429452 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] No Port match for: 85a5a900-8c6f-4358-b321-d874251e8fd4 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 14:34:43.429802 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Device 85a5a900-8c6f-4358-b321-d874251e8fd4 not bound to the agent host dv-cinder-794001-5-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 14:34:45.896702 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6d4d1467-143c-4c75-83fe-2d24a2e73ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:48.209850 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c41bec0d-099b-4d35-a2dc-a1a5d1d16bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:49.528895 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:50.951878 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:52.386945 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:34:56.756062 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:35:11.390280 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:35:13.607090 dv-cinder-794001-5-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-5e9475d9-e5ab-4dff-a214-fb3bec9d8c69 service neutron] (103241) timed out ('10.222.0.26', 42932) {{(pid=103241) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 14:35:13.775032 dv-cinder-794001-5-iscsi neutron-server[103240]: DEBUG neutron.wsgi [req-8cfaa284-57ce-468f-9bd8-1a9d26c3d688 req-17739039-17d5-4a27-8df6-888c0aaea9b5 tempest-AttachVolumeShelveTestJSON-1845550050 tempest-AttachVolumeShelveTestJSON-1845550050-project] (103240) timed out ('10.222.0.26', 42942) {{(pid=103240) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 14:35:15.899564 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce18d-e414-4f61-8105-138e0beb9f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:35:18.213083 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c13c223b-e9e8-4b99-954f-b02379277c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:35:19.531838 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:35:20.953697 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:35:22.388869 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:35:26.770993 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:35:45.899924 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3de400c6-89c4-4458-a0ff-b680cb29410b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:35:48.215221 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ea7a62e9-ff5e-47f2-bd30-7139222337e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:35:48.388988 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:35:49.535240 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:35:50.956355 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:35:52.391099 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:35:56.783774 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:36:15.901579 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0780b179-2543-4024-b695-68152faadeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:36:18.217381 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ea99e42d-3796-49c8-95df-1c298d63009f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:36:19.537246 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:36:20.958786 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:36:22.393679 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:36:25.389326 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:36:26.780272 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:36:45.901384 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1f1cdcf0-4ce6-46d5-826e-b4d30ea3e542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:36:48.218765 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1a60d793-828d-486e-8303-4155ec64ce74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:36:49.539018 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:36:50.963789 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:36:52.396025 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:36:56.795246 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:37:02.390330 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:37:15.903227 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-78526a38-c7ac-4103-a13b-3177bf3969cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:37:18.222638 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-44eb7e6c-48c2-455b-aae4-51bb43c6321b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:37:19.541413 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:37:20.964017 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:37:22.397286 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:37:26.792529 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:37:39.388528 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:37:45.904855 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2f1c02eb-6752-4dc4-a3d9-edce1ef83417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:37:48.224767 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8eccf5f9-9c40-43e9-b33d-ae8bb0bc8dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:37:49.544968 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:37:50.965841 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:37:52.398925 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:37:56.791771 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:38:15.906827 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b168c979-df9c-47cc-b778-f1f6d02e1bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:38:16.386766 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:38:18.225908 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-595f3c5b-b026-4958-95a1-a0d8f44bddbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:38:19.548264 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:38:20.968868 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:38:22.400950 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:38:26.807406 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:38:45.908269 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67881da6-4a41-435b-839c-07f5fc511a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:38:48.226854 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-053eb48c-14dd-443c-a116-4ad4265be840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:38:49.551360 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:38:50.970711 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:38:52.402920 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:38:53.385214 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:38:56.809320 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:39:15.909552 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a077ee6e-1d67-42f8-960f-4b1c79b3d616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:39:18.227365 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61ecd02b-5ee0-4fca-8e0e-532b9ebc1d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:39:19.553421 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:39:20.973873 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:39:22.404301 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:39:26.818483 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:39:30.383775 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 14:39:45.910846 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9af1a6b3-2b9e-4639-8ed8-b74c27891fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3db7cbbc-5372-40d7-bbe2-fdf63d7cab9a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:39:48.227731 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1677c0ca-b141-45ce-8ba5-c33a71ddc1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (d578c02c-1c4c-40fd-a3b7-3dcd6aa94c12), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:39:49.555924 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d01e261-b9c7-4334-8b6e-5676ebbd8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (6ce28070-2c1a-43a0-b0fe-8d4c0eca98e8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:39:51.098053 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbafcaa2-c3e8-41cc-b7cf-f4f7adc87a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (bc392440-84ed-4fab-b21a-351cf07c0209), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:39:52.405744 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17e0f509-b128-43db-8138-f22d1e65cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (3d4e6ab7-7324-4178-8a8c-2626366c9506), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:39:56.819424 dv-cinder-794001-5-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-203ce883-1280-40f5-843d-e503ad1636f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793137543509', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3481485'] for agent (c5019ea4-2c29-4778-96d0-e6ea5ba2f5f2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 14:40:07.384551 dv-cinder-794001-5-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-09eeeaf3-bfd2-488e-a254-3feccbc14de4 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}